def set_execute_settings(self, run_settings, local_settings):
self.set_domain_settings(run_settings, local_settings)
update(local_settings, run_settings,
'%s/stages/setup/payload_destination' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/filename_for_PIDs' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/process_output_dirname' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/smart_connector_input' % django_settings.SCHEMA_PREFIX,
'%s/system/contextid' % django_settings.SCHEMA_PREFIX,
'%s/system/random_numbers' % django_settings.SCHEMA_PREFIX,
'%s/system/id' % django_settings.SCHEMA_PREFIX
)
try:
local_settings['curate_data'] = getval(run_settings,
'%s/input/mytardis/curate_data' % django_settings.SCHEMA_PREFIX)
except SettingNotFoundException:
local_settings['curate_data'] = 0
local_settings['bdp_username'] = getval(run_settings,
'%s/bdp_userprofile/username' % django_settings.SCHEMA_PREFIX)
if '%s/input/system/compplatform/hadoop' % django_settings.SCHEMA_PREFIX in run_settings.keys():
from chiminey.platform import get_platform_settings
platform_url = run_settings['%s/platform/computation' % django_settings.SCHEMA_PREFIX]['platform_url']
pltf_settings = get_platform_settings(platform_url, local_settings['bdp_username'])
local_settings['root_path'] = '/home/%s' % pltf_settings['username']
local_settings['hadoop_home_path'] = pltf_settings['hadoop_home_path']
logger.debug('root_path=%s' % local_settings['root_path'])
else:
logger.debug('root_path not found')
def set_schedule_settings(self, run_settings, local_settings):
update(
local_settings,
run_settings,
'%s/system/contextid' % RMIT_SCHEMA,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
)
def set_destroy_settings(self, run_settings, local_settings):
update(local_settings, run_settings,
'%s/stages/create/cloud_sleep_interval' % RMIT_SCHEMA,
'%s/system/contextid' % RMIT_SCHEMA,
'%s/stages/create/created_nodes' % RMIT_SCHEMA
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
def set_schedule_settings(run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % RMIT_SCHEMA,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
'%s/stages/setup/filename_for_PIDs' % RMIT_SCHEMA,
'%s/stages/setup/payload_name' % RMIT_SCHEMA,
'%s/stages/bootstrap/bootstrapped_nodes' % RMIT_SCHEMA,
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
def set_bootstrap_settings(run_settings, local_settings):
#logger.debug('in=%s' % run_settings)
update(local_settings, run_settings,
'%s/stages/setup/payload_source' % RMIT_SCHEMA,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
'%s/stages/create/created_nodes' % RMIT_SCHEMA,
'%s/system/contextid' % RMIT_SCHEMA
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
def set_schedule_settings(run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % RMIT_SCHEMA,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
'%s/stages/setup/filename_for_PIDs' % RMIT_SCHEMA,
'%s/stages/setup/payload_name' % RMIT_SCHEMA,
'%s/stages/bootstrap/bootstrapped_nodes' % RMIT_SCHEMA,
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
def set_bootstrap_settings(run_settings, local_settings):
#logger.debug('in=%s' % run_settings)
update(local_settings, run_settings,
'%s/stages/setup/payload_source' % RMIT_SCHEMA,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
'%s/stages/create/created_nodes' % RMIT_SCHEMA,
'%s/system/contextid' % RMIT_SCHEMA)
local_settings['bdp_username'] = getval(
run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
def set_domain_settings(self, run_settings, local_settings):
update(local_settings, run_settings,
'%s/input/hrmc/iseed' % self.SCHEMA_PREFIX,
'%s/input/hrmc/optimisation_scheme' % self.SCHEMA_PREFIX,
'%s/input/hrmc/threshold' % self.SCHEMA_PREFIX,
'%s/input/hrmc/pottype' % self.SCHEMA_PREFIX,
'%s/input/hrmc/fanout_per_kept_result' % self.SCHEMA_PREFIX,
'%s/input/hrmc/optimisation_scheme' % self.SCHEMA_PREFIX,
'%s/input/hrmc/threshold' % self.SCHEMA_PREFIX,
'%s/input/hrmc/pottype' % self.SCHEMA_PREFIX,
'%s/system/max_seed_int' % self.SCHEMA_PREFIX,)
def make_local_settings(run_settings):
from copy import deepcopy
local_settings = deepcopy(getvals(run_settings, models.UserProfile.PROFILE_SCHEMA_NS))
update(local_settings, run_settings,
RMIT_SCHEMA + '/system/platform',
# RMIT_SCHEMA + '/input/mytardis/experiment_id',
# RMIT_SCHEMA + '/system/random_numbers',
)
local_settings['bdp_username'] = getval(
run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
return local_settings
def set_domain_settings(self, run_settings, local_settings):
try:
schema = models.Schema.objects.get(namespace=self.get_input_schema_namespace(run_settings))
if schema:
params = models.ParameterName.objects.filter(schema=schema)
if params:
namespace = schema.namespace
domain_params = [os.path.join(namespace, i.name) for i in params]
logger.debug('*domain_params=%s, local_settings=%s, run_settings=%s' % (domain_params, local_settings, run_settings))
update(local_settings, run_settings, *domain_params)
except models.Schema.DoesNotExist:
pass
def set_schedule_settings(run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_destination' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/filename_for_PIDs' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_name' % django_settings.SCHEMA_PREFIX,
'%s/stages/bootstrap/bootstrapped_nodes' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_source' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/process_output_dirname' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/smart_connector_input' % django_settings.SCHEMA_PREFIX,
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % django_settings.SCHEMA_PREFIX)
def set_create_settings(self, run_settings, local_settings):
update(local_settings, run_settings, '%s/stages/create/vm_image' % RMIT_SCHEMA,
'%s/stages/create/cloud_sleep_interval' % RMIT_SCHEMA,
'%s/system/contextid' % RMIT_SCHEMA
)
try:
local_settings['min_count'] = int(getval(
run_settings, '%s/input/system/cloud/minimum_number_vm_instances' % RMIT_SCHEMA))
except SettingNotFoundException:
local_settings['min_count'] = 1
try:
local_settings['max_count'] = int(getval(
run_settings, '%s/input/system/cloud/number_vm_instances' % RMIT_SCHEMA))
except SettingNotFoundException:
local_settings['max_count'] = 1
def retrieve_local_settings(run_settings, local_settings):
update(local_settings, run_settings
# '%s/stages/setup/payload_source' % django_settings.SCHEMA_PREFIX,
# '%s/stages/setup/payload_destination' % django_settings.SCHEMA_PREFIX,
# '%s/system/platform' % django_settings.SCHEMA_PREFIX,
# # '%s/stages/create/custom_prompt' % django_settings.SCHEMA_PREFIX,
# # '%s/stages/create/cloud_sleep_interval' % django_settings.SCHEMA_PREFIX,
# # '%s/stages/create/created_nodes' % django_settings.SCHEMA_PREFIX,
# '%s/system/max_seed_int' % django_settings.SCHEMA_PREFIX,
# '%s/input/system/cloud/number_vm_instances' % django_settings.SCHEMA_PREFIX,
# '%s/input/hrmc/iseed' % django_settings.SCHEMA_PREFIX,
# '%s/input/hrmc/optimisation_scheme' % django_settings.SCHEMA_PREFIX,
# '%s/input/hrmc/threshold' % django_settings.SCHEMA_PREFIX,
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % django_settings.SCHEMA_PREFIX)
def set_execute_settings(self, run_settings, local_settings):
self.set_domain_settings(run_settings, local_settings)
update(local_settings, run_settings,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
'%s/stages/setup/filename_for_PIDs' % RMIT_SCHEMA,
'%s/stages/run/payload_cloud_dirname' % RMIT_SCHEMA,
'%s/stages/run/compile_file' % RMIT_SCHEMA,
'%s/stages/run/retry_attempts' % RMIT_SCHEMA,
'%s/system/contextid' % RMIT_SCHEMA,
'%s/system/random_numbers' % RMIT_SCHEMA,
'%s/system/id' % RMIT_SCHEMA
)
try:
local_settings['curate_data'] = getval(run_settings, '%s/input/mytardis/curate_data' % RMIT_SCHEMA)
except SettingNotFoundException:
local_settings['curate_data'] = 0
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA )
def set_domain_settings(self, run_settings, local_settings):
try:
schema = models.Schema.objects.get(
namespace=self.get_input_schema_namespace(run_settings))
if schema:
params = models.ParameterName.objects.filter(schema=schema)
if params:
namespace = schema.namespace
domain_params = [
os.path.join(namespace, i.name) for i in params
]
logger.debug(
'*domain_params=%s, local_settings=%s, run_settings=%s'
% (domain_params, local_settings, run_settings))
update(local_settings, run_settings, *domain_params)
except models.Schema.DoesNotExist:
pass
def set_schedule_settings(run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_destination' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/filename_for_PIDs' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_name' % django_settings.SCHEMA_PREFIX,
'%s/stages/bootstrap/bootstrapped_nodes' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_source' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/process_output_dirname' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/smart_connector_input' % django_settings.SCHEMA_PREFIX,
)
local_settings['bdp_username'] = getval(
run_settings, '%s/bdp_userprofile/username' % django_settings.SCHEMA_PREFIX)
try:
local_settings['non_cloud_proc_id'] = int(getval(run_settings, '%s/system/id' % django_settings.SCHEMA_PREFIX)) + 1
except (SettingNotFoundException, ValueError):
local_settings['non_cloud_proc_id'] = 1
def retrieve_local_settings(run_settings, local_settings):
update(local_settings, run_settings
# '%s/stages/setup/payload_source' % RMIT_SCHEMA,
# '%s/stages/setup/payload_destination' % RMIT_SCHEMA,
# '%s/system/platform' % RMIT_SCHEMA,
# # '%s/stages/create/custom_prompt' % RMIT_SCHEMA,
# # '%s/stages/create/cloud_sleep_interval' % RMIT_SCHEMA,
# # '%s/stages/create/created_nodes' % RMIT_SCHEMA,
# '%s/stages/run/payload_cloud_dirname' % RMIT_SCHEMA,
# '%s/system/max_seed_int' % RMIT_SCHEMA,
# '%s/stages/run/compile_file' % RMIT_SCHEMA,
# '%s/stages/run/retry_attempts' % RMIT_SCHEMA,
# '%s/input/system/cloud/number_vm_instances' % RMIT_SCHEMA,
# '%s/input/hrmc/iseed' % RMIT_SCHEMA,
# '%s/input/hrmc/optimisation_scheme' % RMIT_SCHEMA,
# '%s/input/hrmc/threshold' % RMIT_SCHEMA,
)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
def set_schedule_settings(run_settings, local_settings):
update(
local_settings,
run_settings,
'%s/system/contextid' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_destination' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/filename_for_PIDs' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_name' % django_settings.SCHEMA_PREFIX,
'%s/stages/bootstrap/bootstrapped_nodes' %
django_settings.SCHEMA_PREFIX,
'%s/stages/setup/payload_source' % django_settings.SCHEMA_PREFIX,
'%s/stages/setup/process_output_dirname' %
django_settings.SCHEMA_PREFIX,
'%s/stages/setup/smart_connector_input' %
django_settings.SCHEMA_PREFIX,
)
local_settings['bdp_username'] = getval(
run_settings,
'%s/bdp_userprofile/username' % django_settings.SCHEMA_PREFIX)
def set_execute_settings(self, run_settings, local_settings):
self.set_domain_settings(run_settings, local_settings)
update(
local_settings, run_settings,
'%s/stages/setup/payload_destination' %
django_settings.SCHEMA_PREFIX,
'%s/stages/setup/filename_for_PIDs' %
django_settings.SCHEMA_PREFIX,
'%s/stages/setup/process_output_dirname' %
django_settings.SCHEMA_PREFIX,
'%s/stages/setup/smart_connector_input' %
django_settings.SCHEMA_PREFIX,
'%s/system/contextid' % django_settings.SCHEMA_PREFIX,
'%s/system/random_numbers' % django_settings.SCHEMA_PREFIX,
'%s/system/id' % django_settings.SCHEMA_PREFIX)
try:
local_settings['curate_data'] = getval(
run_settings, '%s/input/mytardis/curate_data' %
django_settings.SCHEMA_PREFIX)
except SettingNotFoundException:
local_settings['curate_data'] = 0
local_settings['bdp_username'] = getval(
run_settings,
'%s/bdp_userprofile/username' % django_settings.SCHEMA_PREFIX)
if '%s/input/system/compplatform/hadoop' % django_settings.SCHEMA_PREFIX in run_settings.keys(
):
from chiminey.platform import get_platform_settings
platform_url = run_settings[
'%s/platform/computation' %
django_settings.SCHEMA_PREFIX]['platform_url']
pltf_settings = get_platform_settings(
platform_url, local_settings['bdp_username'])
local_settings[
'root_path'] = '/home/%s' % pltf_settings['username']
local_settings['hadoop_home_path'] = pltf_settings[
'hadoop_home_path']
logger.debug('root_path=%s' % local_settings['root_path'])
else:
logger.debug('root_path not found')
class HRMCParent(Parent):
"""
A list of corestages
"""
def __init__(self, user_settings=None):
logger.debug("HRMCParallelStage")
pass
def is_triggered(self, context):
return False
def __unicode__(self):
return u"HRMCParallelStage"
# ["%s_template" % x for x in provided_input_files]:
def get_internal_sweep_map(self, settings, **kwargs):
local_settings = settings.copy()
run_settings = kwargs['run_settings']
logger.debug('run_settings=%s' % run_settings)
#fixme remove rand index
try:
rand_index = int(getval(run_settings, '%s/stages/run/rand_index' % django_settings.SCHEMA_PREFIX))
except SettingNotFoundException:
try:
rand_index = int(getval(run_settings, '%s/input/hrmc/iseed' % django_settings.SCHEMA_PREFIX))
except SettingNotFoundException, e:
rand_index = 42
logger.debug(e)
update(local_settings, run_settings,
'%s/input/hrmc/fanout_per_kept_result' % django_settings.SCHEMA_PREFIX,
'%s/input/hrmc/optimisation_scheme' % django_settings.SCHEMA_PREFIX,
'%s/input/hrmc/threshold' % django_settings.SCHEMA_PREFIX,
'%s/input/hrmc/pottype' % django_settings.SCHEMA_PREFIX,
'%s/system/max_seed_int' % django_settings.SCHEMA_PREFIX,
'%s/system/random_numbers' % django_settings.SCHEMA_PREFIX,
'%s/system/id' % django_settings.SCHEMA_PREFIX)
logger.debug("local_settings=%s" % local_settings)
try:
id = local_settings['id']
except KeyError, e:
logger.error(e)
id = 0
def setup_settings(run_settings):
local_settings = {}
update(local_settings, run_settings,
'%s/remotemake/config/payload_destination' % RMIT_SCHEMA,
'%s/remotemake/config/payload_source' % RMIT_SCHEMA,
'%s/input/system/input_location' % RMIT_SCHEMA,
'%s/input/system/output_location' % RMIT_SCHEMA,
'%s/input/mytardis/mytardis_platform' % RMIT_SCHEMA)
# settings['payload_destination'] = \
# run_settings[
# 'http://rmit.edu.au/schemas/remotemake/config'][
# 'payload_destination']
# settings['payload_source'] = \
# run_settings[
# 'http://rmit.edu.au/schemas/remotemake/config'][
# 'payload_source']
# settings['input_location'] = run_settings[
# 'http://rmit.edu.au/schemas/input/system']['input_location']
local_settings['curate_data'] = run_settings['http://rmit.edu.au/schemas/input/mytardis']['curate_data']
# for key in ['nci_user', 'nci_password']:
# settings[key] = \
# run_settings[models.UserProfile.PROFILE_SCHEMA_NS][key]
# settings['ip'] = run_settings[
# models.UserProfile.PROFILE_SCHEMA_NS]['nci_host']
# settings['nci_host'] = \
# run_settings[models.UserProfile.PROFILE_SCHEMA_NS]['nci_host']
# settings['output_location'] = \
# run_settings[
# 'http://rmit.edu.au/schemas/input/system'][
# 'output_location']
try:
experiment_id = int(getval(run_settings, '%s/input/mytardis/experiment_id' % RMIT_SCHEMA))
except (ValueError, SettingNotFoundException):
experiment_id = 0
# experiment_id = 0
# try:
# experiment_id = int(run_settings['http://rmit.edu.au/schemas/input/mytardis'][u'experiment_id'])
# except ValueError:
# experiment_id = 0
local_settings['experiment_id'] = experiment_id
# key_file = ""
# if 'nci_private' in run_settings[models.UserProfile.PROFILE_SCHEMA_NS]:
# if run_settings[models.UserProfile.PROFILE_SCHEMA_NS]['nci_private_key']:
# key_file = hrmcstages.retrieve_private_key(settings,
# run_settings[models.UserProfile.PROFILE_SCHEMA_NS]['nci_private_key'])
# settings['private_key'] = key_file
# settings['nci_private_key'] = key_file
local_settings['contextid'] = getval(run_settings, '%s/system/contextid' % RMIT_SCHEMA)
local_settings['sweep_map'] = getval(run_settings, '%s/input/sweep/sweep_map' % RMIT_SCHEMA)
local_settings['comp_platform_url'] = getval(run_settings, '%s/platform/computation/platform_url' % RMIT_SCHEMA)
local_settings['storeout_platform_url'] = getval(run_settings, '%s/platform/storage/output/platform_url' % RMIT_SCHEMA)
local_settings['storein_platform_offset'] = getval(run_settings, '%s/platform/storage/input/offset' % RMIT_SCHEMA)
local_settings['storeout_platform_offset'] = getval(run_settings, '%s/platform/storage/output/offset' % RMIT_SCHEMA)
local_settings['storein_platform_url'] = getval(run_settings, '%s/platform/storage/input/platform_url' % RMIT_SCHEMA)
local_settings['bdp_username'] = getval(run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
local_settings['directive'] = getval(run_settings, '%s/stages/sweep/directive' % RMIT_SCHEMA)
local_settings['curate_data'] = getval(run_settings, '%s/input/mytardis/curate_data' % RMIT_SCHEMA)
# settings['mytardis_platform'] = run_settings['http://rmit.edu.au/schemas/input/mytardis']['mytardis_platform']
return local_settings
def set_schedule_settings(self, run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % RMIT_SCHEMA,
'%s/stages/setup/payload_destination' % RMIT_SCHEMA,
)
def set_create_settings(self, run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % RMIT_SCHEMA
)
class HRMCParent(Parent):
"""
A list of corestages
"""
def __init__(self, user_settings=None):
logger.debug("HRMCParallelStage")
pass
def is_triggered(self, context):
return False
def __unicode__(self):
return u"HRMCParallelStage"
def get_run_map(self, settings, **kwargs):
local_settings = settings.copy()
run_settings = kwargs['run_settings']
logger.debug('run_settings=%s' % run_settings)
#fixme remove rand index
try:
rand_index = int(
getval(run_settings, '%s/stages/run/rand_index' % RMIT_SCHEMA))
except SettingNotFoundException:
try:
rand_index = int(
getval(run_settings, '%s/input/hrmc/iseed' % RMIT_SCHEMA))
except SettingNotFoundException, e:
rand_index = 42
logger.debug(e)
update(local_settings, run_settings,
'%s/input/hrmc/fanout_per_kept_result' % RMIT_SCHEMA,
'%s/input/hrmc/optimisation_scheme' % RMIT_SCHEMA,
'%s/input/hrmc/threshold' % RMIT_SCHEMA,
'%s/input/hrmc/pottype' % RMIT_SCHEMA,
'%s/system/max_seed_int' % RMIT_SCHEMA,
'%s/system/random_numbers' % RMIT_SCHEMA,
'%s/system/id' % RMIT_SCHEMA)
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/input/hrmc/fanout_per_kept_result')
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/input/hrmc/optimisation_scheme')
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/input/hrmc/threshold')
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/input/hrmc/pottype')
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/system/max_seed_int')
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/system/random_numbers')
# smartconnectorscheduler.copy_settings(local_settings, run_settings,
# 'http://rmit.edu.au/schemas/system/id')
logger.debug("local_settings=%s" % local_settings)
try:
id = local_settings['id']
#id = smartconnectorscheduler.get_existing_key(run_settings,
# 'http://rmit.edu.au/schemas/system/misc/id')
except KeyError, e:
logger.error(e)
id = 0
def setup_settings(run_settings):
local_settings = {}
update(local_settings, run_settings,
'%s/remotemake/config/payload_destination' % RMIT_SCHEMA,
'%s/remotemake/config/payload_source' % RMIT_SCHEMA,
'%s/input/system/input_location' % RMIT_SCHEMA,
'%s/input/system/output_location' % RMIT_SCHEMA,
'%s/input/mytardis/mytardis_platform' % RMIT_SCHEMA)
# settings['payload_destination'] = \
# run_settings[
# 'http://rmit.edu.au/schemas/remotemake/config'][
# 'payload_destination']
# settings['payload_source'] = \
# run_settings[
# 'http://rmit.edu.au/schemas/remotemake/config'][
# 'payload_source']
# settings['input_location'] = run_settings[
# 'http://rmit.edu.au/schemas/input/system']['input_location']
local_settings['curate_data'] = run_settings[
'http://rmit.edu.au/schemas/input/mytardis']['curate_data']
# for key in ['nci_user', 'nci_password']:
# settings[key] = \
# run_settings[models.UserProfile.PROFILE_SCHEMA_NS][key]
# settings['ip'] = run_settings[
# models.UserProfile.PROFILE_SCHEMA_NS]['nci_host']
# settings['nci_host'] = \
# run_settings[models.UserProfile.PROFILE_SCHEMA_NS]['nci_host']
# settings['output_location'] = \
# run_settings[
# 'http://rmit.edu.au/schemas/input/system'][
# 'output_location']
try:
experiment_id = int(
getval(run_settings,
'%s/input/mytardis/experiment_id' % RMIT_SCHEMA))
except (ValueError, SettingNotFoundException):
experiment_id = 0
# experiment_id = 0
# try:
# experiment_id = int(run_settings['http://rmit.edu.au/schemas/input/mytardis'][u'experiment_id'])
# except ValueError:
# experiment_id = 0
local_settings['experiment_id'] = experiment_id
# key_file = ""
# if 'nci_private' in run_settings[models.UserProfile.PROFILE_SCHEMA_NS]:
# if run_settings[models.UserProfile.PROFILE_SCHEMA_NS]['nci_private_key']:
# key_file = hrmcstages.retrieve_private_key(settings,
# run_settings[models.UserProfile.PROFILE_SCHEMA_NS]['nci_private_key'])
# settings['private_key'] = key_file
# settings['nci_private_key'] = key_file
local_settings['contextid'] = getval(run_settings,
'%s/system/contextid' % RMIT_SCHEMA)
local_settings['sweep_map'] = getval(
run_settings, '%s/input/sweep/sweep_map' % RMIT_SCHEMA)
local_settings['comp_platform_url'] = getval(
run_settings, '%s/platform/computation/platform_url' % RMIT_SCHEMA)
local_settings['storeout_platform_url'] = getval(
run_settings, '%s/platform/storage/output/platform_url' % RMIT_SCHEMA)
local_settings['storein_platform_offset'] = getval(
run_settings, '%s/platform/storage/input/offset' % RMIT_SCHEMA)
local_settings['storeout_platform_offset'] = getval(
run_settings, '%s/platform/storage/output/offset' % RMIT_SCHEMA)
local_settings['storein_platform_url'] = getval(
run_settings, '%s/platform/storage/input/platform_url' % RMIT_SCHEMA)
local_settings['bdp_username'] = getval(
run_settings, '%s/bdp_userprofile/username' % RMIT_SCHEMA)
local_settings['directive'] = getval(
run_settings, '%s/stages/sweep/directive' % RMIT_SCHEMA)
local_settings['curate_data'] = getval(
run_settings, '%s/input/mytardis/curate_data' % RMIT_SCHEMA)
# settings['mytardis_platform'] = run_settings['http://rmit.edu.au/schemas/input/mytardis']['mytardis_platform']
return local_settings
def set_create_settings(self, run_settings, local_settings):
update(local_settings, run_settings,
'%s/system/contextid' % RMIT_SCHEMA)
