# local_session = LocalSession({'work_path':'temp2'}) # local_context = LocalContext(local_root='temp1/', work_profile=local_session) # lazy_local_context = LazyLocalContext(local_root='/home/fengbo/10_dpdispatcher/dpdispatcher/tests/temp3/0_md', work_profile=None) # pbs = PBS(context=lazy_local_context) ssh_session = SSHSession(hostname='39.106.84.25', remote_root='/home/fengbo/dp_remote', username='******') ssh_context = SSHContext(local_root='test_slurm_dir', ssh_session=ssh_session) pbs = PBS(context=ssh_context) resources = Resources(number_node=1, cpu_per_node=4, gpu_per_node=1, queue_name="V100_8_32", group_size=4, if_cuda_multi_devices=True) submission = Submission(work_base='0_md', resources=resources, forward_common_files=['graph.pb'], backward_common_files=['submission.json']) #, batch=PBS) task1 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-1', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=1) task2 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-2', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.25) task3 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-3', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.25) task4 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-4', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.5) submission.register_task_list([task1, task2, task3, task4, ]) submission.generate_jobs() submission.bind_batch(batch=pbs) # for job in submission.belonging_jobs: # job.job_to_json() # print('111', submission) # submission2 = Submission.recover_jobs_from_json('./jr.json') # print('222', submission2) # print(submission==submission2) submission.run_submission() # submission1.dump_jobs_fo_json() # submission2 = Submission.submission_from_json('jsons/submission.json') # print(677, submission==submission2) # print(submission1.belonging_jobs) # print(local_context)
task_work_path='bct-3', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.25) task4 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-4', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.5) submission.register_task_list([ task1, task2, task3, task4, ]) submission.generate_jobs() submission.bind_batch(batch=shell) # for job in submission.belonging_jobs: # job.job_to_json() # print('111', submission) # submission2 = Submission.recover_jobs_from_json('./jr.json') # print('222', submission2) # print(submission==submission2) submission.run_submission() # submission1.dump_jobs_fo_json() # submission2 = Submission.submission_from_json('jsons/submission.json') # print(677, submission==submission2) # print(submission1.belonging_jobs) # print(local_context)
task1 = Task(command='lmp_mpi_20201029 -i input.lammps', task_work_path='bct-1', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=1) task2 = Task(command='lmp_mpi_20201029 -i input.lammps', task_work_path='bct-2', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.25) task3 = Task(command='lmp_mpi_20201029 -i input.lammps', task_work_path='bct-3', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.25) task4 = Task(command='lmp_mpi_20201029 -i input.lammps', task_work_path='bct-4', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps'], task_need_resources=0.5) submission.register_task_list([ task1, task2, task3, task4, ]) submission.generate_jobs() submission.bind_batch(batch=lsf) submission.run_submission()
# lazy_local_context = LazyLocalContext(local_root='/home/fengbo/10_dpdispatcher/dpdispatcher/tests/temp3/0_md', work_profile=None) # pbs = PBS(context=lazy_local_context) # ssh_session = SSHSession(hostname='39.106.84.25', remote_root='/home/fengbo/dp_remote', username='******') # ssh_context = SSHContext(local_root='test_slurm_dir', ssh_session=ssh_session) # jdata = # pbs = PBS(context=ssh_context) resources = Resources(number_node=1, cpu_per_node=4, gpu_per_node=1, queue_name="V100_8_32", group_size=4) submission = Submission(work_base='test_pbs_dir/0_md', resources=resources, forward_common_files=['graph.pb'], backward_common_files=[]) #, batch=PBS) task1 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-1', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps']) task2 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-2', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps']) task3 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-3', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps']) task4 = Task(command='lmp_serial -i input.lammps', task_work_path='bct-4', forward_files=['conf.lmp', 'input.lammps'], backward_files=['log.lammps']) submission.register_task_list([task1, task2, task3, task4, ]) submission.generate_jobs() submission.bind_batch(batch=batch) # for job in submission.belonging_jobs: # job.job_to_json() # print('111', submission) # submission2 = Submission.recover_jobs_from_json('./jr.json') # print('222', submission2) # print(submission==submission2) submission.run_submission() # submission1.dump_jobs_fo_json() # submission2 = Submission.submission_from_json('jsons/submission.json') # print(677, submission==submission2) # print(submission1.belonging_jobs) # print(local_context)