def test_get_queue_config(self):
queue_config = QueueConfig(None)
job_queue = queue_config.create_job_queue()
queue_config_copy = queue_config.create_local_copy()
self.assertEqual(queue_config.has_job_script(),
queue_config_copy.has_job_script())
def test_queue_config_constructor(self):
with TestAreaContext("queue_config_constructor_test") as work_area:
work_area.copy_directory(self.case_directory)
config_file = "simple_config/minimum_config"
config_dict = {
ConfigKeys.JOB_SCRIPT: os.getcwd() + "/simple_config/script.sh",
ConfigKeys.QUEUE_SYSTEM: QueueDriverEnum(2),
ConfigKeys.USER_MODE: True,
ConfigKeys.MAX_SUBMIT: 2,
ConfigKeys.NUM_CPU: 0,
ConfigKeys.QUEUE_OPTION: [
{ConfigKeys.NAME: "MAX_RUNNING", ConfigKeys.VALUE: "50"}
],
}
queue_config_file = QueueConfig(user_config_file=config_file)
queue_config_dict = QueueConfig(config_dict=config_dict)
self.assertEqual(queue_config_dict, queue_config_file)
def _alloc_from_dict(self, config_dict, throw_on_error=True):
# treat the default config dir
config_dir = os.getcwd()
if ConfigKeys.CONFIG_DIRECTORY in config_dict:
config_dir = config_dict[ConfigKeys.CONFIG_DIRECTORY]
config_dict[ConfigKeys.CONFIG_DIRECTORY] = config_dir
subst_config = SubstConfig(config_dict=config_dict)
site_config = SiteConfig(config_dict=config_dict)
rng_config = RNGConfig(config_dict=config_dict)
analysis_config = AnalysisConfig(config_dict=config_dict)
ecl_config = EclConfig(config_dict=config_dict)
log_config = LogConfig(config_dict=config_dict)
queue_config = QueueConfig(config_dict=config_dict)
ert_workflow_list = ErtWorkflowList(
subst_list=subst_config.subst_list, config_dict=config_dict
)
hook_manager = HookManager(
workflow_list=ert_workflow_list, config_dict=config_dict
)
ert_templates = ErtTemplates(
parent_subst=subst_config.subst_list, config_dict=config_dict
)
ensemble_config = EnsembleConfig(
grid=ecl_config.getGrid(),
refcase=ecl_config.getRefcase(),
config_dict=config_dict,
)
model_config = ModelConfig(
data_root=config_dir,
joblist=site_config.get_installed_jobs(),
last_history_restart=ecl_config.getLastHistoryRestart(),
refcase=ecl_config.getRefcase(),
config_dict=config_dict,
)
return [
subst_config,
site_config,
rng_config,
analysis_config,
ert_workflow_list,
hook_manager,
ert_templates,
ecl_config,
ensemble_config,
model_config,
log_config,
queue_config,
], config_dir
def test_get_slurm_queue_config(self):
with TestAreaContext("queue_config_slurm_test") as work_area:
work_area.copy_directory(self.case_directory)
config_file = "simple_config/slurm_config"
queue_config = QueueConfig(config_file)
self.assertEqual(queue_config.queue_system, "SLURM")
driver = queue_config.driver
self.assertEqual(driver.get_option("SBATCH"), "/path/to/sbatch")
self.assertEqual(driver.get_option("SCONTROL"), "scontrol")
self.assertEqual(driver.name, "SLURM")
def test_queue_config_constructor(self):
with TestAreaContext("queue_config_constructor_test") as work_area:
work_area.copy_directory(self.case_directory)
config_file = "simple_config/minimum_config"
config_dict = {
"JOB_SCRIPT" : os.getcwd() + "/simple_config/script.sh",
"QUEUE_SYSTEM": 2,
"USER_MODE" : True,
"MAX_SUBMIT" : 2,
"NUM_CPU" : 0,
"QUEUE_OPTION" : [
{
"NAME" : "MAX_RUNNING",
"VALUE" : "50"
}
]
}
queue_config_file = QueueConfig(user_config_file=config_file)
queue_config_dict = QueueConfig(config_dict=config_dict)
self.assertEqual(queue_config_dict, queue_config_file)
def _alloc_from_content(self,
user_config_file=None,
config=None,
throw_on_error=True):
if user_config_file is not None:
# initialize configcontent if user_file provided
parser = ConfigParser()
config_content = self._alloc_config_content(
user_config_file, parser)
config_dir = config_content.getValue(ConfigKeys.CONFIG_DIRECTORY)
else:
config_dir = os.getcwd()
config_content = self._build_config_content(config)
if self.errors and throw_on_error:
raise ValueError("Error loading configuration: " +
str(self._errors))
subst_config = SubstConfig(config_content=config_content)
site_config = SiteConfig(config_content=config_content)
rng_config = RNGConfig(config_content=config_content)
analysis_config = AnalysisConfig(config_content=config_content)
ecl_config = EclConfig(config_content=config_content)
log_config = LogConfig(config_content=config_content)
queue_config = QueueConfig(config_content=config_content)
ert_workflow_list = ErtWorkflowList(subst_list=subst_config.subst_list,
config_content=config_content)
hook_manager = HookManager(workflow_list=ert_workflow_list,
config_content=config_content)
ert_templates = ErtTemplates(parent_subst=subst_config.subst_list,
config_content=config_content)
ensemble_config = EnsembleConfig(config_content=config_content,
grid=ecl_config.getGrid(),
refcase=ecl_config.getRefcase())
model_config = ModelConfig(
data_root=config_dir,
joblist=site_config.get_installed_jobs(),
last_history_restart=ecl_config.getLastHistoryRestart(),
refcase=ecl_config.getRefcase(),
config_content=config_content)
return [
subst_config, site_config, rng_config, analysis_config,
ert_workflow_list, hook_manager, ert_templates, ecl_config,
ensemble_config, model_config, log_config, queue_config
], config_dir
def test_get_queue_config(self):
with TestAreaContext("queue_config_init_test") as work_area:
work_area.copy_directory(self.case_directory)
config_file = "simple_config/minimum_config"
queue_config = QueueConfig(config_file)
queue_config.create_job_queue()
queue_config_copy = queue_config.create_local_copy()
self.assertEqual(queue_config.has_job_script(),
queue_config_copy.has_job_script())
config_content = ConfigContent(config_file)
with self.assertRaises(ValueError):
queue_config = QueueConfig(user_config_file=config_file,
config_content=config_content)
def test_get_queue_config(self):
QC = QueueConfig()
JobQueue = QC.create_job_queue()
QC_copy = QC.create_local_copy()
self.assertFalse(QC_copy.has_job_script())
def __init__(self,
user_config_file=None,
config=None,
throw_on_error=True):
self._errors, self._failed_keys = None, None
self._assert_input(user_config_file, config, throw_on_error)
if config is not None:
config_content = self._build_config_content(config)
elif user_config_file is not None:
parser = ConfigParser()
config_content = self._alloc_config_content(
user_config_file, parser)
else:
raise ValueError("No config provided")
if self.errors and throw_on_error:
raise ValueError("Error loading configuration: " +
str(self._errors))
config_dir = config_content.getValue(ConfigKeys.CONFIG_DIRECTORY)
subst_config = SubstConfig(config_content=config_content)
site_config = SiteConfig(config_content=config_content)
rng_config = RNGConfig(config_content=config_content)
analysis_config = AnalysisConfig(config_content=config_content)
ecl_config = EclConfig(config_content=config_content)
log_config = LogConfig(config_content=config_content)
queue_config = QueueConfig(config_content=config_content)
ert_workflow_list = ErtWorkflowList(
ert_workflow_list=subst_config.subst_list,
config_content=config_content)
hook_manager = HookManager(workflow_list=ert_workflow_list,
config_content=config_content)
ert_templates = ErtTemplates(parent_subst=subst_config.subst_list,
config_content=config_content)
ensemble_config = EnsembleConfig(config_content=config_content,
grid=ecl_config.getGrid(),
refcase=ecl_config.getRefcase())
model_config = ModelConfig(
config_content=config_content,
data_root=config_dir,
joblist=site_config.get_installed_jobs(),
last_history_restart=ecl_config.getLastHistoryRestart(),
sched_file=ecl_config._get_sched_file(),
refcase=ecl_config.getRefcase())
configs = [
subst_config, site_config, rng_config, analysis_config,
ert_workflow_list, hook_manager, ert_templates, ecl_config,
ensemble_config, model_config, log_config, queue_config
]
c_ptr = None
for conf in configs:
conf.convertToCReference(None)
c_ptr = self._alloc_full(config_dir, user_config_file, *configs)
if c_ptr:
super(ResConfig, self).__init__(c_ptr)
else:
raise ValueError(
'Failed to construct ResConfig instance from %r.' %
(user_config_file if user_config_file else config))
def test_get_queue_config(self):
QC = QueueConfig()
JobQueue = QC.alloc_job_queue()