def test_get_queue_config(self): queue_config = QueueConfig(None) job_queue = queue_config.create_job_queue() queue_config_copy = queue_config.create_local_copy() self.assertEqual(queue_config.has_job_script(), queue_config_copy.has_job_script())
def test_get_queue_config(self): with TestAreaContext("queue_config_init_test") as work_area: work_area.copy_directory(self.case_directory) config_file = "simple_config/minimum_config" queue_config = QueueConfig(config_file) queue_config.create_job_queue() queue_config_copy = queue_config.create_local_copy() self.assertEqual(queue_config.has_job_script(), queue_config_copy.has_job_script()) config_content = ConfigContent(config_file) with self.assertRaises(ValueError): queue_config = QueueConfig(user_config_file=config_file, config_content=config_content)
def test_queue_config_constructor(self): with TestAreaContext("queue_config_constructor_test") as work_area: work_area.copy_directory(self.case_directory) config_file = "simple_config/minimum_config" config_dict = { ConfigKeys.JOB_SCRIPT: os.getcwd() + "/simple_config/script.sh", ConfigKeys.QUEUE_SYSTEM: QueueDriverEnum(2), ConfigKeys.USER_MODE: True, ConfigKeys.MAX_SUBMIT: 2, ConfigKeys.NUM_CPU: 0, ConfigKeys.QUEUE_OPTION: [ {ConfigKeys.NAME: "MAX_RUNNING", ConfigKeys.VALUE: "50"} ], } queue_config_file = QueueConfig(user_config_file=config_file) queue_config_dict = QueueConfig(config_dict=config_dict) self.assertEqual(queue_config_dict, queue_config_file)
def _alloc_from_dict(self, config_dict, throw_on_error=True): # treat the default config dir config_dir = os.getcwd() if ConfigKeys.CONFIG_DIRECTORY in config_dict: config_dir = config_dict[ConfigKeys.CONFIG_DIRECTORY] config_dict[ConfigKeys.CONFIG_DIRECTORY] = config_dir subst_config = SubstConfig(config_dict=config_dict) site_config = SiteConfig(config_dict=config_dict) rng_config = RNGConfig(config_dict=config_dict) analysis_config = AnalysisConfig(config_dict=config_dict) ecl_config = EclConfig(config_dict=config_dict) log_config = LogConfig(config_dict=config_dict) queue_config = QueueConfig(config_dict=config_dict) ert_workflow_list = ErtWorkflowList( subst_list=subst_config.subst_list, config_dict=config_dict ) hook_manager = HookManager( workflow_list=ert_workflow_list, config_dict=config_dict ) ert_templates = ErtTemplates( parent_subst=subst_config.subst_list, config_dict=config_dict ) ensemble_config = EnsembleConfig( grid=ecl_config.getGrid(), refcase=ecl_config.getRefcase(), config_dict=config_dict, ) model_config = ModelConfig( data_root=config_dir, joblist=site_config.get_installed_jobs(), last_history_restart=ecl_config.getLastHistoryRestart(), refcase=ecl_config.getRefcase(), config_dict=config_dict, ) return [ subst_config, site_config, rng_config, analysis_config, ert_workflow_list, hook_manager, ert_templates, ecl_config, ensemble_config, model_config, log_config, queue_config, ], config_dir
def test_get_slurm_queue_config(self): with TestAreaContext("queue_config_slurm_test") as work_area: work_area.copy_directory(self.case_directory) config_file = "simple_config/slurm_config" queue_config = QueueConfig(config_file) self.assertEqual(queue_config.queue_system, "SLURM") driver = queue_config.driver self.assertEqual(driver.get_option("SBATCH"), "/path/to/sbatch") self.assertEqual(driver.get_option("SCONTROL"), "scontrol") self.assertEqual(driver.name, "SLURM")
def test_queue_config_constructor(self): with TestAreaContext("queue_config_constructor_test") as work_area: work_area.copy_directory(self.case_directory) config_file = "simple_config/minimum_config" config_dict = { "JOB_SCRIPT" : os.getcwd() + "/simple_config/script.sh", "QUEUE_SYSTEM": 2, "USER_MODE" : True, "MAX_SUBMIT" : 2, "NUM_CPU" : 0, "QUEUE_OPTION" : [ { "NAME" : "MAX_RUNNING", "VALUE" : "50" } ] } queue_config_file = QueueConfig(user_config_file=config_file) queue_config_dict = QueueConfig(config_dict=config_dict) self.assertEqual(queue_config_dict, queue_config_file)
def _alloc_from_content(self, user_config_file=None, config=None, throw_on_error=True): if user_config_file is not None: # initialize configcontent if user_file provided parser = ConfigParser() config_content = self._alloc_config_content( user_config_file, parser) config_dir = config_content.getValue(ConfigKeys.CONFIG_DIRECTORY) else: config_dir = os.getcwd() config_content = self._build_config_content(config) if self.errors and throw_on_error: raise ValueError("Error loading configuration: " + str(self._errors)) subst_config = SubstConfig(config_content=config_content) site_config = SiteConfig(config_content=config_content) rng_config = RNGConfig(config_content=config_content) analysis_config = AnalysisConfig(config_content=config_content) ecl_config = EclConfig(config_content=config_content) log_config = LogConfig(config_content=config_content) queue_config = QueueConfig(config_content=config_content) ert_workflow_list = ErtWorkflowList(subst_list=subst_config.subst_list, config_content=config_content) hook_manager = HookManager(workflow_list=ert_workflow_list, config_content=config_content) ert_templates = ErtTemplates(parent_subst=subst_config.subst_list, config_content=config_content) ensemble_config = EnsembleConfig(config_content=config_content, grid=ecl_config.getGrid(), refcase=ecl_config.getRefcase()) model_config = ModelConfig( data_root=config_dir, joblist=site_config.get_installed_jobs(), last_history_restart=ecl_config.getLastHistoryRestart(), refcase=ecl_config.getRefcase(), config_content=config_content) return [ subst_config, site_config, rng_config, analysis_config, ert_workflow_list, hook_manager, ert_templates, ecl_config, ensemble_config, model_config, log_config, queue_config ], config_dir
def test_get_queue_config(self): QC = QueueConfig() JobQueue = QC.create_job_queue() QC_copy = QC.create_local_copy() self.assertFalse(QC_copy.has_job_script())
def __init__(self, user_config_file=None, config=None, throw_on_error=True): self._errors, self._failed_keys = None, None self._assert_input(user_config_file, config, throw_on_error) if config is not None: config_content = self._build_config_content(config) elif user_config_file is not None: parser = ConfigParser() config_content = self._alloc_config_content( user_config_file, parser) else: raise ValueError("No config provided") if self.errors and throw_on_error: raise ValueError("Error loading configuration: " + str(self._errors)) config_dir = config_content.getValue(ConfigKeys.CONFIG_DIRECTORY) subst_config = SubstConfig(config_content=config_content) site_config = SiteConfig(config_content=config_content) rng_config = RNGConfig(config_content=config_content) analysis_config = AnalysisConfig(config_content=config_content) ecl_config = EclConfig(config_content=config_content) log_config = LogConfig(config_content=config_content) queue_config = QueueConfig(config_content=config_content) ert_workflow_list = ErtWorkflowList( ert_workflow_list=subst_config.subst_list, config_content=config_content) hook_manager = HookManager(workflow_list=ert_workflow_list, config_content=config_content) ert_templates = ErtTemplates(parent_subst=subst_config.subst_list, config_content=config_content) ensemble_config = EnsembleConfig(config_content=config_content, grid=ecl_config.getGrid(), refcase=ecl_config.getRefcase()) model_config = ModelConfig( config_content=config_content, data_root=config_dir, joblist=site_config.get_installed_jobs(), last_history_restart=ecl_config.getLastHistoryRestart(), sched_file=ecl_config._get_sched_file(), refcase=ecl_config.getRefcase()) configs = [ subst_config, site_config, rng_config, analysis_config, ert_workflow_list, hook_manager, ert_templates, ecl_config, ensemble_config, model_config, log_config, queue_config ] c_ptr = None for conf in configs: conf.convertToCReference(None) c_ptr = self._alloc_full(config_dir, user_config_file, *configs) if c_ptr: super(ResConfig, self).__init__(c_ptr) else: raise ValueError( 'Failed to construct ResConfig instance from %r.' % (user_config_file if user_config_file else config))
def test_get_queue_config(self): QC = QueueConfig() JobQueue = QC.alloc_job_queue()