def create_pbs_job_content(self, module, case):
"""
Method creates pbs start script which will be passed to
some qsub command
:type case: scripts.yamlc.yaml_config.ConfigCase
:type module: scripts.pbs.modules.pbs_tarkil_cesnet_cz
:rtype : str
"""
import pkgutil
command = strings.replace_placeholders(
runtest_command,
python=sys.executable,
script=pkgutil.get_loader('runtest').path,
yaml=case.file,
random_output_dir='' if not self.arg_options.random_output_dir else
'--random-output-dir ' + str(self.arg_options.random_output_dir),
limits="-n {case.proc} -m {case.memory_limit} -t {case.time_limit}"
.format(case=case),
args="" if not self.arg_options.rest else Command.to_string(
self.arg_options.rest),
dump_output=case.fs.dump_output,
save_to_db=''
if not self.arg_options.save_to_db else '--save-to-db',
status_file=''
if not self.arg_options.status_file else '--status-file',
log_file=case.fs.job_output)
template = strings.replace_placeholders(
module.template, command=command, dump_output=case.fs.dump_output)
return template
def create_pbs_job_content(self, module, case):
"""
Method creates pbs start script which will be passed to
some qsub command
:type case: scripts.config.yaml_config.ConfigCase
:type module: scripts.pbs.modules.pbs_tarkil_cesnet_cz
:rtype : str
"""
import pkgutil
command = strings.replace_placeholders(
runtest_command,
python=sys.executable,
script=pkgutil.get_loader('runtest').filename,
yaml=case.file,
limits="-n {case.proc} -m {case.memory_limit} -t {case.time_limit}".format(case=case),
args="" if not self.rest else Command.to_string(self.rest),
dump_output=case.fs.dump_output,
log_file=case.fs.job_output
)
template = strings.replace_placeholders(
module.template,
command=command,
dump_output=case.fs.dump_output
)
return template
def create_pbs_job_content(self, module, case):
"""
:type case: scripts.config.yaml_config.ConfigCase
:type module: scripts.pbs.modules.pbs_tarkil_cesnet_cz
:rtype : str
"""
import pkgutil
command = strings.replace_placeholders(
exec_parallel_command,
python=sys.executable,
script=pkgutil.get_loader('exec_parallel').filename,
limits="-n {case.proc} -m {case.memory_limit} -t {case.time_limit}".format(case=case),
args="" if not self.rest else Command.to_string(self.rest),
dump_output=case.fs.dump_output,
log_file=case.fs.job_output
)
template = strings.replace_placeholders(
module.template,
command=command,
dump_output=case.fs.dump_output # TODO remove
)
return template
def create_pbs_job_content(self, module, case):
"""
Method creates pbs start script which will be passed to
some qsub command
:type case: scripts.config.yaml_config.ConfigCase
:type module: scripts.pbs.modules.pbs_tarkil_cesnet_cz
:rtype : str
"""
import pkgutil
command = strings.replace_placeholders(
runtest_command,
python=sys.executable,
script=pkgutil.get_loader('runtest').filename,
yaml=case.file,
limits="-n {case.proc} -m {case.memory_limit} -t {case.time_limit}".format(case=case),
args="" if not self.arg_options.rest else Command.to_string(self.arg_options.rest),
dump_output=case.fs.dump_output,
log_file=case.fs.job_output
)
template = strings.replace_placeholders(
module.template,
command=command,
dump_output=case.fs.dump_output
)
return template
def create_pbs_job_content(self, module, case):
"""
:type case: scripts.config.yaml_config.ConfigCase
:type module: scripts.pbs.modules.pbs_tarkil_cesnet_cz
:rtype : str
"""
import pkgutil
command = strings.replace_placeholders(
exec_parallel_command,
python=sys.executable,
script=pkgutil.get_loader('exec_parallel').filename,
limits="-n {case.proc} -m {case.memory_limit} -t {case.time_limit}"
.format(case=case),
args="" if not self.arg_options.rest else Command.to_string(
self.arg_options.rest),
dump_output=case.fs.dump_output,
log_file=case.fs.job_output)
template = strings.replace_placeholders(
module.template,
command=command,
dump_output=case.fs.dump_output # TODO remove
)
return template
def parse_yaml(self):
# register yaml parser tags
from scripts.artifacts.collector import Collector
from scripts.artifacts.command import Command
from scripts.artifacts.modules.mongodb import DatabaseMongo
from scripts.artifacts.modules.lscpu import CommandLSCPU
with open(self.yaml_file, "r") as fp:
yaml_data = fp.read()
yaml_data = strings.replace_placeholders(
yaml_data,
_format_="<{}>",
root=Paths.flow123d_root(),
time=System.time,
date=System.date,
datetime=System.datetime,
rnd8=System.rnd8,
rnd16=System.rnd16,
rnd32=System.rnd32,
rnd=System.rnd,
)
self.configuration = yaml.load(yaml_data) or {}
def parse_yaml(self):
# register yaml parser tags
from scripts.artifacts.collector import Collector
from scripts.artifacts.command import Command
from scripts.artifacts.modules.mongodb import DatabaseMongo
from scripts.artifacts.modules.lscpu import CommandLSCPU
with open(self.yaml_file, 'r') as fp:
yaml_data = fp.read()
yaml_data = strings.replace_placeholders(
yaml_data,
_format_ = '<{}>',
root=Paths.flow123d_root(),
time=System.time,
date=System.date,
datetime=System.datetime,
rnd8=System.rnd8,
rnd16=System.rnd16,
rnd32=System.rnd32,
rnd=System.rnd,
)
self.configuration = yaml.load(yaml_data) or {}
