def main():
if (len(sys.argv) < 1):
usage()
exit()
cspec_path = sys.argv[1]
if (not(cluster_spec.validate(cspec_path))):
exit()
cspec = cluster_spec.ClusterSpec(cspec_path)
permute_dictionary_list = permutations.expand_permutations(cspec.permuters)
job_num_width = permutations.get_job_number_width(permute_dictionary_list)
user_job_number = 1
cluster_scripts = []
if cspec.first_job_number != '':
user_job_number = int(cspec.first_job_number)
for permute_dict in permute_dictionary_list:
user_job_number_as_string = str(user_job_number).zfill(job_num_width)
cscript = cluster_script.ClusterScript(user_job_number_as_string, permute_dict, cspec)
cluster_scripts.append(cscript)
user_job_number = user_job_number + 1
count_total = 0
count_present = 0
for cscript in cluster_scripts:
result_path = "{0}/score_out_userDay.csv".format(cscript.resolved_results_dir)
#print result_path
count_total = count_total + 1
if (os.path.isfile(result_path)):
count_present = count_present + 1
print "...{0} DONE".format(cscript.permute_code)
else:
print "...{0} ".format(cscript.permute_code)
print "{0} of {1} completed".format(count_present, count_total)
def main():
if (len(sys.argv) < 1):
usage()
exit()
cspec_path = sys.argv[1]
if (not (cluster_spec.validate(cspec_path))):
exit()
cspec = cluster_spec.ClusterSpec(cspec_path)
def testCreateScript(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
self.assertFalse(cluster.scripts)
cscript = cluster.create_script(pcode)
self.assertTrue(cluster.scripts[pcode] == cscript)
def testIsPermissionBlocked(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
cluster.create_script(pcode)
cluster.launch(pcode)
cluster.test_helper_set_invoke_error(pcode)
self.assertTrue(cluster.get_invoke_error(pcode) != '')
def testStopWaitingRun(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
cluster.create_script(pcode)
cluster.launch(pcode)
cluster.stop_run(pcode)
self.assertTrue(not (cluster.running_state.has_key(pcode)))
def testGetModTimeOutputFileRunIncomplete(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
cluster.create_script(pcode)
cluster.launch(pcode)
cluster.test_helper_set_ok_to_run(pcode)
cluster.test_helper_set_run_finished_incomplete(pcode)
self.assertTrue(cluster.get_output_file_mod_time(pcode) == 0)
def testLaunch(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
cluster.create_script(pcode)
cluster.launch(pcode)
self.assertTrue(cluster.running_state[pcode] == 'waiting')
cluster.test_helper_set_ok_to_run(pcode)
self.assertTrue(cluster.running_state[pcode] == 'running')
def testDeleteQstatLog(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
self.assertFalse(cluster.is_qstat_log_present())
cluster.test_helper_set_qstat_info('qstatInfo')
self.assertTrue(cluster.is_qstat_log_present())
cluster.delete_qstat_log()
self.assertFalse(cluster.is_qstat_log_present())
def testDeleteInvokeLog(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
cluster.create_script(pcode)
self.assertFalse(cluster.is_invoke_log_present(pcode))
cluster.launch(pcode)
self.assertTrue(cluster.is_invoke_log_present(pcode))
cluster.delete_invoke_log(pcode)
self.assertFalse(cluster.is_invoke_log_present(pcode))
def testDeleteResults(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
cluster.create_script(pcode)
cluster.launch(pcode)
cluster.test_helper_set_ok_to_run(pcode)
cluster.test_helper_set_run_finished_complete(pcode)
self.assertTrue(cluster.is_output_files_present(pcode))
cluster.delete_results(pcode)
self.assertFalse(cluster.is_output_files_present(pcode))
def testIsDoneMarkerPresentRunIncomplete(self):
pcode = 'l_a_n_1_trial_1'
stdout = mock_stdout.MockStdout()
cspec = cluster_spec.ClusterSpec("/foo/bar/baz.cspec", self.lines,
stdout, [], False, False)
cluster_runs = cluster_runs_info.ClusterRunsInfo(cspec, stdout)
cluster = mock_cluster.MockCluster(cluster_runs)
self.assertFalse(cluster.is_done_marker_present(pcode))
cluster.create_script(pcode)
cluster.launch(pcode)
self.assertFalse(cluster.is_done_marker_present(pcode))
cluster.test_helper_set_ok_to_run(pcode)
self.assertFalse(cluster.is_done_marker_present(pcode))
cluster.test_helper_set_run_finished_incomplete(pcode)
self.assertTrue(cluster.is_done_marker_present(pcode))