def __is_valid_image_settings_update(
configuration,
base_dir,
vgrid_name,
vgrid_path,
extension,
settings_recursive,
):
"""Check if valid image settings update"""
result = True
msg = ''
logger = configuration.logger
# Check for vgrid
(status, vgrid_list) = vgrid_list_vgrids(configuration)
if not status or status and not vgrid_name in vgrid_list:
result = False
msg = "'%s' is _NOT_ workflow enabled." % vgrid_name
# Check for child folder image settings
if result and settings_recursive:
abs_vgrid_path = os.path.join(base_dir,
os.path.join(vgrid_name, vgrid_path))
for path in listdirs_rec(abs_vgrid_path):
try:
image_meta = get_image_file_setting(logger, path,
extension)
except Exception, ex:
image_meta = None
logger.debug(str(traceback.format_exc()))
if image_meta is not None:
result = False
current_vgrid_path = path.replace(base_dir, '', 1)
msg = \
"Settings for extension: '%s' found in path: '%s'." \
% (extension, current_vgrid_path)
msg = '%s Overloading _NOT_ supported' % msg
def refresh_vgrid_map(configuration):
"""Refresh map of users and resources with their direct vgrid
participation. That is, without inheritance. Uses a pickled dictionary for
efficiency.
Resource and user IDs are stored in their raw (non-anonymized form).
Only update map for users and resources that updated conf after last map
save.
"""
dirty = {}
vgrid_changes = {}
map_path = os.path.join(configuration.mig_system_files, "vgrid.map")
lock_path = os.path.join(configuration.mig_system_files, "vgrid.lock")
lock_handle = open(lock_path, 'a')
fcntl.flock(lock_handle.fileno(), fcntl.LOCK_EX)
vgrid_map, map_stamp = load_vgrid_map(configuration, do_lock=False)
vgrid_helper = {default_vgrid: {RESOURCES: '*', OWNERS: '', MEMBERS: '*'}}
if not vgrid_map.has_key(VGRIDS):
vgrid_map[VGRIDS] = vgrid_helper
dirty[VGRIDS] = dirty.get(VGRIDS, []) + [default_vgrid]
if not vgrid_map.has_key(RESOURCES):
vgrid_map[RESOURCES] = {}
dirty[RESOURCES] = dirty.get(RESOURCES, [])
if not vgrid_map.has_key(USERS):
vgrid_map[USERS] = {}
dirty[USERS] = dirty.get(USERS, [])
# Find all vgrids and their allowed users and resources
(status, all_vgrids) = vgrid_list_vgrids(configuration)
if not status:
all_vgrids = []
conf_read = [(RESOURCES, configuration.vgrid_resources, vgrid_resources),
(OWNERS, configuration.vgrid_owners, vgrid_owners),
(MEMBERS, configuration.vgrid_members, vgrid_members)]
for vgrid in all_vgrids:
for (field, name, list_call) in conf_read:
conf_path = os.path.join(configuration.vgrid_home, vgrid, name)
if not os.path.isfile(conf_path):
configuration.logger.warning('missing file: %s' % (conf_path))
# Make sure vgrid dict exists before filling it
vgrid_map[VGRIDS][vgrid] = vgrid_map[VGRIDS].get(vgrid, {})
vgrid_map[VGRIDS][vgrid][field] = []
dirty[VGRIDS] = dirty.get(VGRIDS, []) + [vgrid]
elif not vgrid_map[VGRIDS].has_key(vgrid) or \
os.path.getmtime(conf_path) >= map_stamp:
(status, entries) = list_call(vgrid, configuration,
recursive=False)
if not status:
entries = []
vgrid_changes[vgrid] = (vgrid_map[VGRIDS].get(vgrid, []),
entries)
vgrid_map[VGRIDS][vgrid] = vgrid_map[VGRIDS].get(vgrid, {})
vgrid_map[VGRIDS][vgrid][field] = entries
dirty[VGRIDS] = dirty.get(VGRIDS, []) + [vgrid]
# Remove any missing vgrids from map
missing_vgrids = [vgrid for vgrid in vgrid_map[VGRIDS].keys() \
if not vgrid in all_vgrids]
for vgrid in missing_vgrids:
vgrid_changes[vgrid] = (vgrid_map[VGRIDS][vgrid], [])
del vgrid_map[VGRIDS][vgrid]
dirty[VGRIDS] = dirty.get(VGRIDS, []) + [vgrid]
# Find all resources and their vgrid assignments
# TODO: use get_resource_map output instead?
all_resources = list_resources(configuration.resource_home, only_valid=True)
real_map = real_to_anon_res_map(configuration.resource_home)
for res in all_resources:
# Sandboxes do not change their vgrid participation
if vgrid_map[RESOURCES].has_key(res) and sandbox_resource(res):
continue
conf_path = os.path.join(configuration.resource_home, res, "config")
if not os.path.isfile(conf_path):
continue
if os.path.getmtime(conf_path) >= map_stamp:
vgrid_map[RESOURCES][res] = get_all_exe_vgrids(res)
assigned = []
all_exes = [i for i in vgrid_map[RESOURCES][res].keys() \
if not i in RES_SPECIALS]
for exe in all_exes:
exe_vgrids = vgrid_map[RESOURCES][res][exe]
assigned += [i for i in exe_vgrids if i and i not in assigned]
vgrid_map[RESOURCES][res][ASSIGN] = assigned
vgrid_map[RESOURCES][res][ALLOW] = vgrid_map[RESOURCES][res].get(ALLOW, [])
public_id = res
anon_val = get_resource_fields(configuration.resource_home, res,
['ANONYMOUS'], configuration.logger)
if anon_val.get('ANONYMOUS', True):
public_id = real_map[res]
vgrid_map[RESOURCES][res][RESID] = public_id
dirty[RESOURCES] = dirty.get(RESOURCES, []) + [res]
# Remove any missing resources from map
missing_res = [res for res in vgrid_map[RESOURCES].keys() \
if not res in all_resources]
for res in missing_res:
del vgrid_map[RESOURCES][res]
dirty[RESOURCES] = dirty.get(RESOURCES, []) + [res]
# Update list of mutually agreed vgrid participations for dirty resources
# and resources assigned to dirty vgrids
configuration.logger.info("update res vgrid participations: %s" % vgrid_changes)
update_res = [i for i in dirty.get(RESOURCES, []) if i not in MAP_SECTIONS]
# configuration.logger.info("update vgrid allow res")
for (vgrid, (old, new)) in vgrid_changes.items():
# configuration.logger.info("update res vgrid %s" % vgrid)
for res in [i for i in vgrid_map[RESOURCES].keys() \
if i not in update_res]:
# Sandboxes do not change their vgrid participation
if sandbox_resource(res):
continue
# configuration.logger.info("update res vgrid %s for res %s" % (vgrid, res))
if vgrid_allowed(res, old) != vgrid_allowed(res, new):
update_res.append(res)
# configuration.logger.info("update res assign vgrid")
for res in [i for i in update_res if i not in missing_res]:
allow = []
for vgrid in vgrid_map[RESOURCES][res][ASSIGN]:
if vgrid_allowed(res, vgrid_map[VGRIDS][vgrid][RESOURCES]):
allow.append(vgrid)
vgrid_map[RESOURCES][res][ALLOW] = allow
configuration.logger.info("done updating vgrid res participations")
# Find all users and their vgrid assignments
# TODO: use get_user_map output instead?
all_users = list_users(configuration.user_home)
real_map = real_to_anon_user_map(configuration.user_home)
for user in all_users:
settings_path = os.path.join(configuration.user_settings,
client_id_dir(user), settings_filename)
profile_path = os.path.join(configuration.user_settings,
client_id_dir(user), profile_filename)
settings_mtime, profile_mtime = 0, 0
if os.path.isfile(settings_path):
settings_mtime = os.path.getmtime(settings_path)
if os.path.isfile(profile_path):
profile_mtime = os.path.getmtime(profile_path)
if settings_mtime + profile_mtime > 0:
conf_mtime = max(settings_mtime, profile_mtime)
user_conf = get_user_conf(user, configuration)
else:
conf_mtime = -1
user_conf = {}
if conf_mtime >= map_stamp:
vgrid_map[USERS][user] = user_conf
vgrid_map[USERS][user][ASSIGN] = vgrid_map[USERS][user].get(ASSIGN,
[])
vgrid_map[USERS][user][ALLOW] = vgrid_map[USERS][user].get(ALLOW,
[])
public_id = user
if user_conf.get('ANONYMOUS', True):
public_id = real_map[user]
vgrid_map[USERS][user][USERID] = public_id
dirty[USERS] = dirty.get(USERS, []) + [user]
# Remove any missing users from map
missing_user = [user for user in vgrid_map[USERS].keys() \
if not user in all_users]
for user in missing_user:
del vgrid_map[USERS][user]
dirty[USERS] = dirty.get(USERS, []) + [user]
# Update list of mutually agreed vgrid participations for dirty users
# and users assigned to dirty vgrids
update_user = [i for i in dirty.get(USERS, []) if i not in MAP_SECTIONS]
for (vgrid, (old, new)) in vgrid_changes.items():
for user in [i for i in vgrid_map[USERS].keys() \
if i not in update_user]:
if vgrid_allowed(user, old) != vgrid_allowed(user, new):
update_user.append(user)
for user in [i for i in update_user if i not in missing_user]:
allow = []
for vgrid in vgrid_map[USERS][user][ASSIGN]:
if vgrid_allowed(user, vgrid_map[VGRIDS][vgrid][OWNERS]) or \
vgrid_allowed(user, vgrid_map[VGRIDS][vgrid][MEMBERS]):
allow.append(vgrid)
# users implicitly assign all vgrids
vgrid_map[USERS][user][ASSIGN] = allow
vgrid_map[USERS][user][ALLOW] = allow
if dirty:
try:
dump(vgrid_map, map_path)
except Exception, exc:
configuration.logger.error("Could not save vgrid map: %s" % exc)
def display_resource(resourcename, raw_conf, resource_config, owners, re_list, configuration):
"""Format and print the information and actions for a
given resource.
"""
exe_units = []
store_units = []
frontend = None
hosturl = None
html = ""
row_name = ("even_row", "odd_row")
if resource_config:
if resource_config.has_key("EXECONFIG"):
for exe in resource_config["EXECONFIG"]:
exe_units.append(exe["name"])
if resource_config.has_key("STORECONFIG"):
for store in resource_config["STORECONFIG"]:
store_units.append(store["name"])
if resource_config.has_key("FRONTENDNODE"):
frontend = resource_config["FRONTENDNODE"]
if resource_config.has_key("HOSTURL"):
hosturl = resource_config["HOSTURL"]
# Try to split resourcename first to support resources where name
# doesn't match hosturl.
sep = "."
index = resourcename.rfind(sep)
if index:
hosturl = resourcename[:index]
identifier = resourcename[index + 1 :]
elif hosturl:
identifier = resourcename.replace(hosturl + sep, "")
else:
configuration.logger.warning("failed to find host identifier from unique resource name!")
(hosturl, identifier) = (None, 0)
html += '<a id="%s"></a>' % resourcename
html += "<h1>%s</h1>\n" % resourcename
html += "<h3>Configuration</h3>"
html += """
Use the <a class="editlink" href="resedit.py?hosturl=%s;hostidentifier=%s">
editing interface
</a>
or make any changes manually in the text box below.<br />
<a class="infolink" href="docs.py?show=Resource">
Resource configuration docs
</a>
""" % (
hosturl,
identifier,
)
html += ""
html += """
<form method="post" action="updateresconfig.py">
<table class=resources>
<tr>
<td class=centertext>
<textarea cols="100" rows="25" name="resconfig">"""
for line in raw_conf:
html += "%s\n" % line.strip()
html += (
"""</textarea>
<br />
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="submit" value="Save" />
----------
<input type="reset" value="Forget changes" />
"""
% resourcename
)
html += """
</td></tr>
</table>
</form>
<p>
<table class=resources>
<tr class=title><td colspan="5">Front End</td></tr>
"""
if not frontend:
html += "<tr><td colspan=5>Not specified</td></tr>\n"
else:
html += "<tr><td>%s</td>" % frontend
for action in ["restart", "status", "stop", "clean"]:
if action == "restart":
action_str = "(Re)Start"
else:
action_str = action.capitalize()
html += """<td>
<form method="post" action="%sfe.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="submit" value="%s" />
</form>
</td>
""" % (
action,
resourcename,
action_str,
)
html += "</tr>"
html += "<tr class=title><td colspan=5>Execution Units</td></tr>\n"
if not exe_units:
html += "<tr><td colspan=5>None specified</td></tr>\n"
else:
html += "<tr><td>ALL UNITS</td>"
for action in ["restart", "status", "stop", "clean"]:
html += """<td>
<form method="post" action="%sexe.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="all" value="true" />
<input type="hidden" name="parallel" value="true" />""" % (
action,
resourcename,
)
if action == "restart":
action_str = "(Re)Start"
else:
action_str = action.capitalize()
html += (
"""
<input type="submit" value="%s" />
</form>
</td>
"""
% action_str
)
html += "</tr>"
row_number = 1
for unit in exe_units:
row_class = row_name[row_number % 2]
html += "<tr class=%s><td>%s</td>" % (row_class, unit)
for action in ["restart", "status", "stop", "clean"]:
if action == "restart":
action_str = "(Re)Start"
else:
action_str = action.capitalize()
html += """<td>
<form method="post" action="%sexe.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="exe_name" value="%s" />
<input type="submit" value="%s" />
</form>
</td>
""" % (
action,
resourcename,
unit,
action_str,
)
html += "</tr>"
row_number += 1
html += "<tr class=title><td colspan=5>Storage Units</td></tr>\n"
if not store_units:
html += "<tr><td colspan=5>None specified</td></tr>\n"
else:
html += "<tr><td>ALL UNITS</td>"
for action in ["restart", "status", "stop", "clean"]:
html += """<td>
<form method="post" action="%sstore.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="all" value="true" />
<input type="hidden" name="parallel" value="true" />""" % (
action,
resourcename,
)
if action == "restart":
action_str = "(Re)Start"
else:
action_str = action.capitalize()
html += (
"""
<input type="submit" value="%s" />
</form>
</td>
"""
% action_str
)
html += "</tr>"
row_number = 1
for unit in store_units:
row_class = row_name[row_number % 2]
html += "<tr class=%s><td>%s</td>" % (row_class, unit)
for action in ["restart", "status", "stop", "clean"]:
if action == "restart":
action_str = "(Re)Start"
else:
action_str = action.capitalize()
html += """<td>
<form method="post" action="%sstore.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="store_name" value="%s" />
<input type="submit" value="%s" />
</form>
</td>
""" % (
action,
resourcename,
unit,
action_str,
)
html += "</tr>"
row_number += 1
html += "</table><p>"
html += "<h3>Owners</h3>"
html += """
Owners are specified with the Distinguished Name (DN)
from the certificate.<br />
<table class=resources>
"""
html += (
"""<tr><td>
<form method="post" action="addresowner.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="output_format" value="html" />
<input type="text" name="cert_id" size="72" />
<input type="submit" value=" Add " />
</form>
</td></tr></table><br />
<table class=resources>
"""
% resourcename
)
for owner_id in owners:
html += """<tr><td>
<form method="post" action="rmresowner.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="cert_id" value="%s" />
<input type="hidden" name="output_format" value="html" />
<input type="submit" value="Remove" />
</form>
</td>
""" % (
resourcename,
owner_id,
)
html += "<td>" + owner_id + "</td></tr>"
html += "</table>"
# create html to request vgrid resource access
html += "<h3>%s access</h3>" % configuration.site_vgrid_label
html += """Request resource access to additional %ss.
<table class=resources>
<tr><td>
<form method="post" action="sendrequestaction.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<input type="hidden" name="request_type" value="vgridresource" />
<select name="vgrid_name">""" % (
configuration.site_vgrid_label,
resourcename,
)
# list all vgrids without access
allowed_vgrids = res_allowed_vgrids(configuration, resourcename)
(vgrid_status, vgrid_list) = vgrid_list_vgrids(configuration)
if not vgrid_status:
vgrid_list = []
for vgrid_name in vgrid_list:
if not vgrid_name in allowed_vgrids:
html += "<option value=%s>%s" % (vgrid_name, vgrid_name)
html += """</select>"""
html += """ Message to owners:
<input type="text" name="request_text" size=50 value="" />
<input type="submit" value="send" />
"""
html += "</form></tr></table><p>"
# create html to select and execute a runtime environment testprocedure
html += "<h3>Runtime environments</h3>"
html += (
"""Verify that resource supports the selected runtime environment.
<table class=resources>
<tr><td>
<form method="post" action="testresupport.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<select name="re_name">"""
% resourcename
)
# list runtime environments that have a testprocedure
for env in re_list:
(re_dict, re_msg) = get_re_dict(env, configuration)
if re_dict:
if re_dict.has_key("TESTPROCEDURE"):
if re_dict["TESTPROCEDURE"] != []:
html += "<option value=%s>%s" % (env, env)
html += """</select>"""
html += '<input type="submit" value="verify" />'
html += "</form></tr></table><p>"
# create html to select and call script to display testprocedure history
verify_history = (
"""
Show testprocedure history for the selected runtime environment and the
resource with its current configuration.
<table class=resources>
<tr><td>
<form method="post" action="showresupport.py">
<input type="hidden" name="unique_resource_name" value="%s" />
<select name="re_name">"""
% resourcename
)
# list runtime environments that have a testprocedure
for env in re_list:
(re_dict, re_msg) = get_re_dict(env, configuration)
if re_dict:
if re_dict.has_key("TESTPROCEDURE"):
if re_dict["TESTPROCEDURE"] != []:
verify_history += "<option value=%s>%s" % (env, env)
verify_history += """</select>"""
verify_history += '<input type="submit" value="Show" />'
verify_history += "</form></tr></table><p>"
# TODO: reimplement showresupporthistory in new style and re-enable here
# html += verify_history
return html
def main(client_id, user_arguments_dict):
"""Main function used by front end"""
(configuration, logger, output_objects, op_name) = \
initialize_main_variables(client_id, op_header=False)
client_dir = client_id_dir(client_id)
defaults = signature()[1]
(validate_status, accepted) = validate_input_and_cert(
user_arguments_dict,
defaults,
output_objects,
client_id,
configuration,
allow_rejects=False,
)
if not validate_status:
return (accepted, returnvalues.CLIENT_ERROR)
# Please note that base_dir must end in slash to avoid access to other
# user dirs when own name is a prefix of another user name
base_dir = os.path.abspath(os.path.join(configuration.user_home,
client_dir)) + os.sep
title_entry = find_entry(output_objects, 'title')
title_entry['text'] = 'Settings'
# prepare support for toggling the views (by css/jquery)
title_entry['style'] = themed_styles(configuration)
title_entry['style']['skin'] += '''
%s
''' % cm_css
title_entry['javascript'] = '''
<script type="text/javascript" src="/images/js/jquery.js"></script>
<script type="text/javascript" src="/images/js/jquery-ui.js"></script>
%s
<script type="text/javascript" >
var toggleHidden = function(classname) {
// classname supposed to have a leading dot
$(classname).toggleClass("hidden");
}
$(document).ready(function() {
}
);
</script>
''' % cm_javascript
valid_topics = ['general', 'style']
active_menu = extract_menu(configuration, title_entry)
if 'submitjob' in active_menu:
valid_topics.append('job')
if 'people' in active_menu:
valid_topics.append('profile')
if configuration.site_script_deps:
valid_topics.append('widgets')
if configuration.arc_clusters:
valid_topics.append('arc')
if configuration.site_enable_sftp:
valid_topics.append('sftp')
if configuration.site_enable_davs:
valid_topics.append('webdavs')
if configuration.site_enable_ftps:
valid_topics.append('ftps')
topics = accepted['topic']
# Backwards compatibility
if topics and topics[0] == 'ssh':
topics[0] = 'sftp'
topics = [i for i in topics if i in valid_topics]
# Default to general if no valid topics given
if not topics:
topics.append(valid_topics[0])
topic_titles = dict([(i, i.title()) for i in valid_topics])
for (key, val) in [('sftp', 'SFTP'), ('webdavs', 'WebDAVS'),
('ftps', 'FTPS')]:
if key in valid_topics:
topic_titles[key] = val
output_objects.append({'object_type': 'header', 'text'
: 'Settings'})
links = []
for name in valid_topics:
active_menu = ''
if topics[0] == name:
active_menu = 'activebutton'
links.append({'object_type': 'link',
'destination': "settings.py?topic=%s" % name,
'class': '%ssettingslink settingsbutton %s' % \
(name, active_menu),
'title': 'Switch to %s settings' % topic_titles[name],
'text' : '%s' % topic_titles[name],
})
output_objects.append({'object_type': 'multilinkline', 'links': links,
'sep': ' '})
output_objects.append({'object_type': 'text', 'text': ''})
# load current settings
current_settings_dict = load_settings(client_id, configuration)
if not current_settings_dict:
# no current settings found
current_settings_dict = {}
if not topics:
output_objects.append({'object_type': 'error_text', 'text':
'No valid topics!'})
return (output_objects, returnvalues.CLIENT_ERROR)
if 'general' in topics:
html = \
'''
<div id="settings">
<form method="post" action="settingsaction.py">
<table class="settings fixedlayout">
<tr class="title"><td class="centertext">
Select your %s settings
</td></tr>
<tr><td>
</td></tr>
<tr><td>
<input type="hidden" name="topic" value="general" />
Please note that if you want to set multiple values (e.g. addresses)
in the same field, you must write each value on a separate line but
without blank lines.
</td></tr>
<tr><td>
</td></tr>
''' % configuration.short_title
settings_entries = get_settings_specs()
for (keyword, val) in settings_entries:
if 'SUBMITUI' == keyword and \
'job' not in valid_topics:
continue
if 'notify' == val['Context'] and \
keyword.lower() not in configuration.notify_protocols:
continue
entry = \
"""
<tr class='title'><td>
%s
</td></tr>
<tr><td>
%s
</td></tr>
<tr><td>
"""\
% (keyword.replace('_', ' ').title(), val['Description'])
if val['Type'] == 'multiplestrings':
try:
# get valid choices from conf. multiple selections
valid_choices = eval('configuration.%s' % keyword.lower())
current_choice = []
if current_settings_dict.has_key(keyword):
current_choice = current_settings_dict[keyword]
if len(valid_choices) > 0:
entry += '<div class="scrollselect">'
for choice in valid_choices:
selected = ''
if choice in current_choice:
selected = 'checked'
entry += '''
<input type="checkbox" name="%s" %s value="%s">%s<br />''' % \
(keyword, selected, choice, choice)
entry += '</div>'
else:
entry = ''
except:
# failed on evaluating configuration.%s
area = '''
<textarea id="%s" cols=40 rows=1 name="%s">''' % \
(keyword, keyword)
if current_settings_dict.has_key(keyword):
area += '\n'.join(current_settings_dict[keyword])
area += '</textarea>'
entry += wrap_edit_area(keyword, area, general_edit,
'BASIC')
elif val['Type'] == 'string':
# get valid choices from conf
valid_choices = eval('configuration.%s' % keyword.lower())
current_choice = ''
if current_settings_dict.has_key(keyword):
current_choice = current_settings_dict[keyword]
if len(valid_choices) > 0:
entry += '<select name="%s">' % keyword
for choice in valid_choices:
selected = ''
if choice == current_choice:
selected = 'selected'
entry += '<option %s value="%s">%s</option>'\
% (selected, choice, choice)
entry += '</select><br />'
else:
entry = ''
elif val['Type'] == 'boolean':
current_choice = ''
if current_settings_dict.has_key(keyword):
current_choice = current_settings_dict[keyword]
entry += '<select name="%s">' % keyword
for choice in (True, False):
selected = ''
if choice == current_choice:
selected = 'selected'
entry += '<option %s value="%s">%s</option>'\
% (selected, choice, choice)
entry += '</select><br />'
html += """%s
</td></tr>
""" % entry
html += \
"""
<tr><td>
<input type="submit" value="Save General Settings" />
</td></tr>
</table>
</form>
</div>
"""
output_objects.append({'object_type': 'html_form', 'text': html})
if 'job' in topics:
mrsl_path = os.path.join(base_dir, default_mrsl_filename)
default_mrsl = get_default_mrsl(mrsl_path)
html = \
'''
<div id="defaultmrsl">
<form method="post" action="editfile.py">
<table class="defaultjob fixedlayout">
<tr class="title"><td class="centertext">
Default job on submit page
</td></tr>
<tr><td>
</td></tr>
<tr><td>
If you use the same fields and values in many of your jobs, you can save your
preferred job description here to always start out with that description on
your submit job page.
</td></tr>
<tr><td>
</td></tr>
<tr><td>
<input type="hidden" name="path" value="%(mrsl_template)s" />
<input type="hidden" name="newline" value="unix" />
'''
keyword = "defaultjob"
area = '''
<textarea id="%(keyword)s" cols=82 rows=25 name="editarea">
%(default_mrsl)s
</textarea>
'''
html += wrap_edit_area(keyword, area, cm_options, 'BASIC')
html += '''
</td></tr>
<tr><td>
<input type="submit" value="Save Job Template" />
</td></tr>
</table>
</form>
</div>
'''
html = html % {
'default_mrsl': default_mrsl,
'mrsl_template': default_mrsl_filename,
'site': configuration.short_title,
'keyword': keyword
}
output_objects.append({'object_type': 'html_form', 'text': html})
if 'style' in topics:
css_path = os.path.join(base_dir, default_css_filename)
default_css = get_default_css(css_path)
html = \
'''
<div id="defaultcss">
<form method="post" action="editfile.py">
<table class="defaultstyle fixedlayout">
<tr class="title"><td class="centertext">
Default CSS (style) for all pages
</td></tr>
<tr><td>
</td></tr>
<tr><td>
If you want to customize the look and feel of the %(site)s web interfaces you
can override default values here. If you leave the style file blank you will
just use the default style.<br />
You can copy paste from the available style file links below if you want to
override specific parts.<br />
<div class="warningtext">Please note that you can not save an empty style
file, but must at least leave a blank line to use defaults. Additionally some
errors in your style code may potentially cause severe corruption in your page
layouts, so it may be a good idea to keep another browser tab/window ready to
(re)move your .default.css file to restore the defaults while experimenting
here.
</div>
</td></tr>
<tr><td>
<a class="urllink" href="/images/default.css">default</a> ,
<a class="urllink" href="/images/bluesky.css">bluesky</a>
</td></tr>
<tr><td>
</td></tr>
<tr><td>
<input type="hidden" name="path" value="%(css_template)s" />
<input type="hidden" name="newline" value="unix" />
'''
keyword = "defaultstyle"
area = '''
<textarea id="%(keyword)s" cols=82 rows=25 min_len=1 name="editarea">
%(default_css)s
</textarea>
'''
html += wrap_edit_area(keyword, area, style_edit)
html += '''
</td></tr>
<tr><td>
<input type="submit" value="Save Style Settings" />
</td></tr>
</table>
</form>
</div>
'''
html = html % {
'default_css': default_css,
'css_template': default_css_filename,
'site': configuration.short_title,
'keyword': keyword
}
output_objects.append({'object_type': 'html_form', 'text': html})
if 'widgets' in topics:
# load current widgets
current_widgets_dict = load_widgets(client_id, configuration)
if not current_widgets_dict:
# no current widgets found
current_widgets_dict = {}
show_widgets = current_settings_dict.get('ENABLE_WIDGETS', True)
if show_widgets:
edit_widgets = '''You can simply copy/paste from the available
widget file links below if you want to reuse existing widgets.<br />
</td></tr>
<tr><td>
<a class="urllink" href="/images/widgets/hello-grid.app">hello grid</a>,
<a class="urllink" href="/images/widgets/simple-calendar.app">simple calendar</a>,
<a class="urllink" href="/images/widgets/calendar.app">calendar</a>,
<a class="urllink" href="/images/widgets/gcal.app">google calendar</a>,
<a class="urllink" href="/images/widgets/calculator.app">calculator</a>,
<a class="urllink" href="/images/widgets/localrss.app">local rss reader</a>,
<a class="urllink" href="/images/widgets/rss.app">rss reader</a>,
<a class="urllink" href="/images/widgets/clock.app">clock</a>,
<a class="urllink" href="/images/widgets/weather.app">weather</a>,
<a class="urllink" href="/images/widgets/progressbar.app">progress bar</a>,
<a class="urllink" href="/images/widgets/simple-move.app">simple-move</a>,
<a class="urllink" href="/images/widgets/portlets.app">portlets</a>,
<a class="urllink" href="/images/widgets/countdown.app">countdown</a>,
<a class="urllink" href="/images/widgets/sparkline.app">mini chart</a>,
<a class="urllink" href="/images/widgets/piechart.app">pie chart</a>,
<a class="urllink" href="/images/widgets/simple-jobmon.app">simple-jobmon</a>,
<a class="urllink" href="/images/widgets/cert-countdown.app">certificate countdown</a>,
<a class="urllink" href="/images/widgets/disk-use.app">disk use progress bar</a>,
<a class="urllink" href="/images/widgets/jobs-stats.app">jobs stats table</a>,
<a class="urllink" href="/images/widgets/jobs-stats-chart.app">jobs stats chart</a>,
<a class="urllink" href="/images/widgets/daily-wm-comic.app">Daily WulffMorgenthaler comic</a>,
<a class="urllink" href="/images/widgets/kunet-login.app">KUnet login</a>
<a class="urllink" href="/images/widgets/tdchotspot-login.app">TDC Hotspot login</a>
</td></tr>
<tr><td>
<div class="warningtext">Please note that the widgets parser is rather grumpy
so you may have to avoid blank lines in your widget code below. Additionally
any errors in your widgets code may cause severe corruption in your pages, so
it may be a good idea to keep another browser tab/window ready for emergency
disabling of widgets while experimenting here.</div>
</td></tr>
<tr><td>
<input type="hidden" name="topic" value="widgets" />
</td></tr>
<tr><td>
'''
html = \
'''<div id="widgets">
<form method="post" action="settingsaction.py">
<table class="widgets fixedlayout">
<tr class="title"><td class="centertext">
Default user defined widgets for all pages
</td></tr>
<tr><td>
</td></tr>
<tr><td>
If you want to customize the look and feel of the %s web interfaces you can
add your own widgets here. If you leave the widgets blank you will just get
the default empty widget spaces.<br />
''' % configuration.short_title
widgets_entries = get_widgets_specs()
widgets_html = ''
for (keyword, val) in widgets_entries:
widgets_html += \
"""
<tr class=title><td>
%s
</td></tr>
<tr><td>
%s
</td></tr>
<tr><td>
"""\
% (keyword.replace('_', ' ').title(), val['Description'])
if val['Type'] == 'multiplestrings':
try:
# get valid choices from conf. multiple selections
valid_choices = eval('configuration.%s' % keyword.lower())
current_choice = []
if current_widgets_dict.has_key(keyword):
current_choice = current_widgets_dict[keyword]
if len(valid_choices) > 0:
widgets_html += '<div class="scrollselect">'
for choice in valid_choices:
selected = ''
if choice in current_choice:
selected = 'checked'
widgets_html += '''
<input type="checkbox" name="%s" %s value="%s">%s<br />'''\
% (keyword, selected, choice, choice)
widgets_html += '</div>'
except:
area = \
"""<textarea id='%s' cols=78 rows=10 name='%s'>""" % \
(keyword, keyword)
if current_widgets_dict.has_key(keyword):
area += '\n'.join(current_widgets_dict[keyword])
area += '</textarea>'
widgets_html += wrap_edit_area(keyword, area, widgets_edit)
if show_widgets:
edit_widgets += '''
%s
<tr><td>
<input type="submit" value="Save Widgets Settings" />
</td></tr>
''' % widgets_html
else:
edit_widgets = '''
<br/>
<div class="warningtext">
Widgets are disabled on your <em>General</em> settings page. Please enable
them there first if you want to customize your grid pages.
</div>
'''
html += \
'''
%s
</table>
</form>
</div>
''' % edit_widgets
output_objects.append({'object_type': 'html_form', 'text': html})
if 'profile' in topics:
# load current profile
current_profile_dict = load_profile(client_id, configuration)
if not current_profile_dict:
# no current profile found
current_profile_dict = {}
(got_list, all_vgrids) = vgrid_list_vgrids(configuration)
if not got_list:
all_vgrids = []
all_vgrids.append(any_vgrid)
all_vgrids.sort()
configuration.vgrids_allow_email = all_vgrids
configuration.vgrids_allow_im = all_vgrids
images = []
for path in os.listdir(base_dir):
real_path = os.path.join(base_dir, path)
if os.path.splitext(path)[1].strip('.') in profile_img_extensions \
and os.path.getsize(real_path) < profile_img_max_kb*1024:
images.append(path)
configuration.public_image = images
html = \
'''
<div id="profile">
<form method="post" action="settingsaction.py">
<table class="profile fixedlayout">
<tr class="title"><td class="centertext">
Public profile information visible to other users.
</td></tr>
<tr><td>
</td></tr>
<tr><td>
If you want to let other users know more about you can add your own text here.
If you leave the text area blank you will just get the default empty profile
information.<br />
</td></tr>
<tr><td>
<div class="warningtext">Please note that the profile parser is rather grumpy
so you may have to avoid blank lines in your text below.
</div>
</td></tr>
<tr><td>
<input type="hidden" name="topic" value="profile" />
</td></tr>
<tr><td>
'''
profile_entries = get_profile_specs()
for (keyword, val) in profile_entries:
# Mask VGrid name if configured
mask_title = keyword.replace(
'VGRID', configuration.site_vgrid_label.upper())
mask_desc = val['Description'].replace(
'VGrid', configuration.site_vgrid_label)
html += \
"""
<tr class=title><td>
%s
</td></tr>
<tr><td>
%s
</td></tr>
<tr><td>
""" % (mask_title.replace('_', ' ').title(),
html_escape(mask_desc))
if val['Type'] == 'multiplestrings':
try:
# get valid choices from conf. multiple selections
valid_choices = eval('configuration.%s' % keyword.lower())
current_choice = []
if current_profile_dict.has_key(keyword):
current_choice = current_profile_dict[keyword]
if len(valid_choices) > 0:
html += '<div class="scrollselect">'
for choice in valid_choices:
selected = ''
if choice in current_choice:
selected = 'checked'
html += '''
<input type="checkbox" name="%s" %s value="%s">%s<br />''' % \
(keyword, selected, choice, choice)
html += '</div>'
except:
area = \
"""<textarea id='%s' cols=78 rows=10 name='%s'>""" % \
(keyword, keyword)
if current_profile_dict.has_key(keyword):
area += '\n'.join(current_profile_dict[keyword])
area += '</textarea>'
html += wrap_edit_area(keyword, area, profile_edit)
elif val['Type'] == 'boolean':
valid_choices = [True, False]
current_choice = ''
if current_profile_dict.has_key(keyword):
current_choice = current_profile_dict[keyword]
if len(valid_choices) > 0:
html += '<select name="%s">' % keyword
for choice in valid_choices:
selected = ''
if choice == current_choice:
selected = 'selected'
html += '<option %s value="%s">%s</option>'\
% (selected, choice, choice)
html += '</select><br />'
html += '''
<tr><td>
<input type="submit" value="Save Profile Settings" />
</td></tr>
</table>
</form>
</div>
'''
output_objects.append({'object_type': 'html_form', 'text': html})
if 'sftp' in topics:
# load current ssh/sftp
current_ssh_dict = load_ssh(client_id, configuration)
if not current_ssh_dict:
# no current ssh found
current_ssh_dict = {}
default_authkeys = current_ssh_dict.get('authkeys', '')
default_authpassword = current_ssh_dict.get('authpassword', '')
username = client_alias(client_id)
if configuration.user_sftp_alias:
username = extract_field(client_id, configuration.user_sftp_alias)
create_alias_link(username, client_id, configuration.user_home)
sftp_server = configuration.user_sftp_show_address
sftp_port = configuration.user_sftp_show_port
html = \
'''
<div id="sshaccess">
<form method="post" action="settingsaction.py">
<table class="sshsettings fixedlayout">
<tr class="title"><td class="centertext">
SFTP access to your %(site)s account
</td></tr>
<tr><td>
</td></tr>
<tr><td>
You can configure SFTP login to your %(site)s account for efficient file
access. On Linux/UN*X it also allows transparent access through SSHFS.
<br/>
<h3>Login Details</h3>
<ul>
<li>Host <em>%(sftp_server)s</em></li>
<li>Port <em>%(sftp_port)s</em></li>
<li>Username <em>%(username)s</em></li>
<li>%(auth_methods)s <em>as you choose below</em></li>
</ul>
</td></tr>
<tr><td>
<input type="hidden" name="topic" value="sftp" />
<div class="div-sftp-client-notes hidden">
<a href="javascript:toggleHidden('.div-sftp-client-notes');"
class="removeitemlink" title="Toggle view">
Show less SFTP client details...</a>
<h3>Graphical SFTP access</h3>
The FireFTP plugin for Firefox is known to generally work for graphical
access to your %(site)s home over SFTP.
Enter the following values in the FireFTP Account Manager:
<pre>
Host %(sftp_server)s
Login %(username)s
Password YOUR_PASSWORD_HERE (passphrase if you configured public key access)
Security SFTP
Port %(sftp_port)s
Private Key ~/.mig/key.pem (if you configured public key access)
</pre>
other graphical clients may work as well.
<h3>Command line SFTP/SSHFS access on Linux/UN*X</h3>
Save something like the following lines in your local ~/.ssh/config
to avoid typing the full login details every time:<br />
<pre>
Host %(sftp_server)s
Hostname %(sftp_server)s
User %(username)s
Port %(sftp_port)s
IdentityFile ~/.mig/key.pem
</pre>
From then on you can use sftp and sshfs to access your %(site)s home:
<pre>
sftp %(sftp_server)s
</pre>
<pre>
sshfs %(sftp_server)s: mig-home -o uid=$(id -u) -o gid=$(id -g)
</pre>
You can also integrate with ordinary mounts by adding a line like:
<pre>
sshfs#%(username)s@%(sftp_server)s: /home/USER/mig-home fuse noauto,user,port=%(sftp_port)d 0 0
</pre>
to your /etc/fstab .
</div>
<div class="div-sftp-client-notes">
<a href="javascript:toggleHidden('.div-sftp-client-notes');"
class="additemlink" title="Toggle view">Show more SFTP client details...
</a>
</div>
'''
keyword_keys = "authkeys"
if 'publickey' in configuration.user_sftp_auth:
html += '''
</td></tr>
<tr><td>
<h3>Authorized Public Keys</h3>
You can use any existing RSA key, or create a new one. If you signed up with a
x509 user certificate, you should also have received such a key.pem along with
your user certificate. In any case you need to save the contents of the
corresponding public key (X.pub) in the text area below, to be able to connect
with username and key as described in the Login Details.
<br/>
'''
area = '''
<textarea id="%(keyword_keys)s" cols=82 rows=5 name="publickeys">
%(default_authkeys)s
</textarea>
'''
html += wrap_edit_area(keyword_keys, area, ssh_edit, 'BASIC')
html += '''
(leave empty to disable sftp access with public keys)
</td></tr>
'''
keyword_password = "******"
if 'password' in configuration.user_sftp_auth:
# We only want a single password and a masked input field
html += '''
<tr><td>
<h3>Authorized Password</h3>
Please enter and save your desired password in the text field below, to be able
to connect with username and password as described in the Login Details.
<br/>
<input type=password id="%(keyword_password)s" size=40 name="password"
value="%(default_authpassword)s" />
(leave empty to disable sftp access with password)
</td></tr>
'''
html += '''
<tr><td>
<input type="submit" value="Save SFTP Settings" />
</td></tr>
'''
html += '''
</table>
</form>
</div>
'''
html = html % {
'default_authkeys': default_authkeys,
'default_authpassword': default_authpassword,
'site': configuration.short_title,
'keyword_keys': keyword_keys,
'keyword_password': keyword_password,
'username': username,
'sftp_server': sftp_server,
'sftp_port': sftp_port,
'auth_methods': ' / '.join(configuration.user_sftp_auth).title(),
}
output_objects.append({'object_type': 'html_form', 'text': html})
if 'webdavs' in topics:
# load current davs
current_davs_dict = load_davs(client_id, configuration)
if not current_davs_dict:
# no current davs found
current_davs_dict = {}
default_authkeys = current_davs_dict.get('authkeys', '')
default_authpassword = current_davs_dict.get('authpassword', '')
username = client_alias(client_id)
if configuration.user_davs_alias:
username = extract_field(client_id, configuration.user_davs_alias)
create_alias_link(username, client_id, configuration.user_home)
davs_server = configuration.user_davs_show_address
davs_port = configuration.user_davs_show_port
html = \
'''
<div id="davsaccess">
<form method="post" action="settingsaction.py">
<table class="davssettings fixedlayout">
<tr class="title"><td class="centertext">
WebDAVS access to your %(site)s account
</td></tr>
<tr><td>
</td></tr>
<tr><td>
You can configure WebDAVS login to your %(site)s account for transparent file
access from your PC or workstation.<br/>
<h3>Login Details</h3>
<ul>
<li>Host <em>%(davs_server)s</em></li>
<li>Port <em>%(davs_port)s</em></li>
<li>Username <em>%(username)s</em></li>
<li>%(auth_methods)s <em>as you choose below</em></li>
</ul>
</td></tr>
<tr><td>
<input type="hidden" name="topic" value="webdavs" />
<div class="div-webdavs-client-notes hidden">
<a href="javascript:toggleHidden('.div-webdavs-client-notes');"
class="removeitemlink" title="Toggle view">
Show less WebDAVS client details...</a>
<h3>Graphical WebDAVS access</h3>
Several native file browsers and web browsers are known to generally work for
graphical access to your %(site)s home over WebDAVS.
<br />
Enter the address https://%(davs_server)s:%(davs_port)s and when fill in the
login details:
<pre>
Username %(username)s
Password YOUR_PASSWORD_HERE
</pre>
other graphical clients should work as well.
<h3>Command line WebDAVS access on Linux/UN*X</h3>
Save something like the following lines in your local ~/.netrc
to avoid typing the full login details every time:<br />
<pre>
machine %(davs_server)s
login %(username)s
password YOUR_PASSWORD_HERE
</pre>
From then on you can use e.g. cadaver or fusedav to access your %(site)s home:
<pre>
cadaver https://%(davs_server)s:%(davs_port)s
</pre>
<pre>
fusedav https://%(davs_server)s:%(davs_port)s mig-home -o uid=$(id -u) -o gid=$(id -g)
</pre>
</div>
<div class="div-webdavs-client-notes">
<a href="javascript:toggleHidden('.div-webdavs-client-notes');"
class="additemlink" title="Toggle view">
Show more WebDAVS client details...</a>
</div>
'''
keyword_keys = "authkeys"
if 'publickey' in configuration.user_davs_auth:
html += '''
</td></tr>
<tr><td>
<h3>Authorized Public Keys</h3>
You can use any existing RSA key, including the key.pem you received along with
your user certificate, or create a new one. In any case you need to save the
contents of the corresponding public key (X.pub) in the text area below, to be
able to connect with username and key as described in the Login Details.
<br/>'''
area = '''
<textarea id="%(keyword_keys)s" cols=82 rows=5 name="publickeys">
%(default_authkeys)s
</textarea>
'''
html += wrap_edit_area(keyword_keys, area, davs_edit, 'BASIC')
html += '''
(leave empty to disable davs access with public keys)
</td></tr>
'''
keyword_password = "******"
if 'password' in configuration.user_davs_auth:
# We only want a single password and a masked input field
html += '''
<tr><td>
<h3>Authorized Password</h3>
Please enter and save your desired password in the text field below, to be able
to connect with username and password as described in the Login Details.
<br/>
<input type=password id="%(keyword_password)s" size=40 name="password"
value="%(default_authpassword)s" />
(leave empty to disable davs access with password)
</td></tr>
'''
html += '''
<tr><td>
<input type="submit" value="Save WebDAVS Settings" />
</td></tr>
'''
html += '''
</table>
</form>
</div>
'''
html = html % {
'default_authkeys': default_authkeys,
'default_authpassword': default_authpassword,
'site': configuration.short_title,
'keyword_keys': keyword_keys,
'keyword_password': keyword_password,
'username': username,
'davs_server': davs_server,
'davs_port': davs_port,
'auth_methods': ' / '.join(configuration.user_davs_auth).title(),
}
output_objects.append({'object_type': 'html_form', 'text': html})
if 'ftps' in topics:
# load current ftps
current_ftps_dict = load_ftps(client_id, configuration)
if not current_ftps_dict:
# no current ftps found
current_ftps_dict = {}
default_authkeys = current_ftps_dict.get('authkeys', '')
default_authpassword = current_ftps_dict.get('authpassword', '')
username = client_alias(client_id)
if configuration.user_ftps_alias:
username = extract_field(client_id, configuration.user_ftps_alias)
create_alias_link(username, client_id, configuration.user_home)
ftps_server = configuration.user_ftps_show_address
ftps_ctrl_port = configuration.user_ftps_show_ctrl_port
html = \
'''
<div id="ftpsaccess">
<form method="post" action="settingsaction.py">
<table class="ftpssettings fixedlayout">
<tr class="title"><td class="centertext">
FTPS access to your %(site)s account
</td></tr>
<tr><td>
</td></tr>
<tr><td>
You can configure FTPS login to your %(site)s account for efficient file
access.<br/>
<h3>Login Details</h3>
<ul>
<li>Host <em>%(ftps_server)s</em></li>
<li>Port <em>%(ftps_ctrl_port)s</em></li>
<li>Username <em>%(username)s</em></li>
<li>%(auth_methods)s <em>as you choose below</em></li>
</ul>
</td></tr>
<tr><td>
<input type="hidden" name="topic" value="ftps" />
<div class="div-ftps-client-notes hidden">
<a href="javascript:toggleHidden('.div-ftps-client-notes');"
class="removeitemlink" title="Toggle view">
Show less FTPS client details...</a>
<h3>Graphical FTPS access</h3>
The FireFTP plugin for Firefox is known to generally work for graphical
access to your %(site)s home over FTPS.
Enter the following values in the FireFTP Account Manager:
<pre>
Host %(ftps_server)s
Login %(username)s
Password YOUR_PASSWORD_HERE
Security FTPS
Port %(ftps_ctrl_port)s
</pre>
Other FTP clients and web browsers may work as well if you enter the address
ftps://%(ftps_server)s:%(ftps_ctrl_port)s
and fill in the login details when prompted:
<pre>
Username %(username)s
Password YOUR_PASSWORD_HERE
</pre>
<h3>Command line FTPS access on Linux/UN*X</h3>
Save something like the following lines in your local ~/.netrc
to avoid typing the full login details every time:<br />
<pre>
machine %(ftps_server)s
login %(username)s
password YOUR_PASSWORD_HERE
</pre>
From then on you can use e.g. lftp or CurlFtpFS to access your %(site)s home:
<!--
TODO: we need to provide the intermediate cert for server cert check like this
set ssl:ca-file sub.class1.server.ca.pem
-->
<pre>
lftp -e "set ssl:verify-certificate no; set ftp:ssl-protect-data on" \\
-p %(ftps_ctrl_port)s %(ftps_server)s
</pre>
<pre>
curlftpfs -o ssl %(ftps_server)s:%(ftps_ctrl_port)s mig-home \\
-o user=%(username)s -ouid=$(id -u) -o gid=$(id -g) -o no_verify_peer
</pre>
</div>
<div class="div-ftps-client-notes">
<a href="javascript:toggleHidden('.div-ftps-client-notes');"
class="additemlink" title="Toggle view">Show more FTPS client details...
</a>
</div>
'''
keyword_keys = "authkeys"
if 'publickey' in configuration.user_ftps_auth:
html += '''
</td></tr>
<tr><td>
<h3>Authorized Public Keys</h3>
You can use any existing RSA key, including the key.pem you received along with
your user certificate, or create a new one. In any case you need to save the
contents of the corresponding public key (X.pub) in the text area below, to be
able to connect with username and key as described in the Login Details.
<br/>
'''
area = '''
<textarea id="%(keyword_keys)s" cols=82 rows=5 name="publickeys">
%(default_authkeys)s
</textarea>
'''
html += wrap_edit_area(keyword_keys, area, ftps_edit, 'BASIC')
html += '''
(leave empty to disable ftps access with public keys)
</td></tr>
'''
keyword_password = "******"
if 'password' in configuration.user_ftps_auth:
# We only want a single password and a masked input field
html += '''
<tr><td>
<h3>Authorized Password</h3>
Please enter and save your desired password in the text field below, to be able
to connect with username and password as described in the Login Details.
<br/>
<input type=password id="%(keyword_password)s" size=40 name="password"
value="%(default_authpassword)s" />
(leave empty to disable ftps access with password)
</td></tr>
'''
html += '''
<tr><td>
<input type="submit" value="Save FTPS Settings" />
</td></tr>
'''
html += '''
</table>
</form>
</div>
'''
html = html % {
'default_authkeys': default_authkeys,
'default_authpassword': default_authpassword,
'site': configuration.short_title,
'keyword_keys': keyword_keys,
'keyword_password': keyword_password,
'username': username,
'ftps_server': ftps_server,
'ftps_ctrl_port': ftps_ctrl_port,
'auth_methods': ' / '.join(configuration.user_ftps_auth).title(),
}
output_objects.append({'object_type': 'html_form', 'text': html})
# if ARC-enabled server:
if 'arc' in topics:
# provide information about the available proxy, offer upload
try:
home_dir = os.path.normpath(base_dir)
session_Ui = arc.Ui(home_dir, require_user_proxy=True)
proxy = session_Ui.getProxy()
if proxy.IsExpired():
# can rarely happen, constructor will throw exception
output_objects.append({'object_type': 'text',
'text': 'Proxy certificate is expired.'})
else:
output_objects.append({'object_type': 'text',
'text': 'Proxy for %s' \
% proxy.GetIdentitySN()})
output_objects.append(
{'object_type': 'text',
'text': 'Proxy certificate will expire on %s (in %s sec.)'
% (proxy.Expires(), proxy.getTimeleft())
})
except arc.NoProxyError, err:
output_objects.append({'object_type':'warning',
'text': 'No proxy certificate to load: %s' \
% err.what()})
output_objects = output_objects + arc.askProxy()
+ """ cpu's) appear to be executing a job<br />
<br />
"""
)
html += "<!-- begin raw footer: this line is used by showvgridmonitor -->"
html += get_cgi_html_footer(configuration, "")
try:
file_handle = open(html_file, "w")
file_handle.write(html)
file_handle.close()
except Exception, exc:
print "Could not write monitor page %s: %s" % (html_file, exc)
while True:
(status, vgrids_list) = vgrid_list_vgrids(configuration)
# create global statistics ("")
# vgrids_list.append("")
print "Updating cache."
grid_stat = GridStat(configuration, logger)
grid_stat.update()
for vgrid_name in vgrids_list:
print "creating monitor for vgrid: %s" % vgrid_name
create_monitor(vgrid_name)
print "sleeping for %s seconds" % configuration.sleep_secs
time.sleep(float(configuration.sleep_secs))
def main(client_id, user_arguments_dict):
"""Main function used by front end"""
(configuration, logger, output_objects, op_name) = \
initialize_main_variables(client_id, op_header=False,
op_menu=client_id)
output_objects.append({'object_type': 'header', 'text'
: '%s Screen Saver Sandbox Download' % \
configuration.short_title })
defaults = signature()[1]
(validate_status, accepted) = validate_input(user_arguments_dict,
defaults, output_objects, allow_rejects=False)
if not validate_status:
return (accepted, returnvalues.CLIENT_ERROR)
if not correct_handler('POST'):
output_objects.append(
{'object_type': 'error_text', 'text'
: 'Only accepting POST requests to prevent unintended updates'})
return (output_objects, returnvalues.CLIENT_ERROR)
username = accepted['username'][-1]
password = accepted['password'][-1]
hd_size = accepted['hd_size'][-1]
image_format = accepted['image_format'][-1]
net_bw = accepted['net_bw'][-1]
memory = accepted['memory'][-1]
operating_system = accepted['operating_system'][-1]
win_solution = accepted['win_solution'][-1]
vgrid_list = accepted['vgrid']
cputime = 1000000
sandboxkey = hexlify(open('/dev/urandom').read(32))
ip_address = 'UNKNOWN'
if os.environ.has_key('REMOTE_ADDR'):
ip_address = os.environ['REMOTE_ADDR']
if not configuration.site_enable_sandboxes:
output_objects.append({'object_type': 'text', 'text':
'''Sandbox resources are disabled on this site.
Please contact the Grid admins %s if you think they should be enabled.
''' % configuration.admin_email})
return (output_objects, returnvalues.OK)
# check that requested image format is valid
if not image_format in ['raw', 'qcow', 'cow', 'qcow2', 'vmdk']:
output_objects.append({'object_type': 'error_text', 'text'
: 'Unsupported image format: %s'
% image_format})
return (output_objects, returnvalues.CLIENT_ERROR)
# check that requested vgrids are valid - anybody can offer their sandbox
# for a vgrid but it is still left to the vgrid owners to explicitly
# accept all resources
(vg_status, all_vgrids) = vgrid_list_vgrids(configuration)
for vgrid in vgrid_list:
if not vg_status or not vgrid in all_vgrids:
output_objects.append({'object_type': 'error_text', 'text'
: 'Failed to validate %s %s: %s'
% (configuration.site_vgrid_label, vgrid,
all_vgrids)})
return (output_objects, returnvalues.SYSTEM_ERROR)
# Load the user file
try:
userdb = load_sandbox_db(configuration)
except Exception, exc:
output_objects.append({'object_type': 'error_text', 'text'
: 'Failed to read login info: %s'
% exc})
return (output_objects, returnvalues.SYSTEM_ERROR)
print "you must supply a valid user ID to fake run as"
sys.exit(1)
extra_environment = {
'REQUEST_METHOD': 'GET',
'SSL_CLIENT_S_DN': client_id,
'SERVER_PROTOCOL': 'HTTP/1.1',
'PATH': '/bin:/usr/bin:/usr/local/bin',
}
extra_environment['SCRIPT_FILENAME'] = script
extra_environment['QUERY_STRING'] = query
extra_environment['REQUEST_URI'] = '%s%s' % (script, query)
extra_environment['REQUEST_METHOD'] = 'POST'
extra_environment['SCRIPT_URL'] = script
extra_environment['SCRIPT_NAME'] = script
extra_environment['SCRIPT_URI'] = 'https://localhost/cgi-bin/%s'\
% script
os.environ.update(extra_environment)
(list_status, all_vgrids) = vgrid_list_vgrids(configuration)
if not list_status:
print "Error: could not load %s list" % configuration.site_vgrid_label
sys.exit(1)
for vgrid_name in all_vgrids:
if vgrid_name == default_vgrid:
continue
print "update %s" % vgrid_name
ret_msg = ''
(output_objects, ret_val) = main(client_id, {'vgrid_name': [vgrid_name]})
print txt_format(configuration, ret_val, ret_msg, output_objects)
def main(client_id, user_arguments_dict):
"""Main function used by front end"""
(configuration, logger, output_objects, op_name) = \
initialize_main_variables(client_id, op_header=False)
status = returnvalues.OK
defaults = signature()[1]
(validate_status, accepted) = validate_input_and_cert(
user_arguments_dict,
defaults,
output_objects,
client_id,
configuration,
allow_rejects=False,
)
if not validate_status:
return (accepted, returnvalues.CLIENT_ERROR)
(stat, vgrid_list) = vgrid_list_vgrids(configuration)
if not stat:
output_objects.append({'object_type': 'error_text', 'text'
: 'Error getting list of %s.' % \
configuration.site_vgrid_label})
# Check if user wants advanced VGrid component links
settings = load_settings(client_id, configuration)
collaboration_links = settings.get('SITE_COLLABORATION_LINKS', 'default')
if not collaboration_links in configuration.site_collaboration_links or \
collaboration_links == 'default':
active_vgrid_links = configuration.site_default_vgrid_links
elif collaboration_links == 'advanced':
active_vgrid_links = configuration.site_advanced_vgrid_links
# Iterate through vgrids and print details for each
member_list = {'object_type': 'vgrid_list', 'vgrids': [],
'components': active_vgrid_links}
if 'monitor' in active_vgrid_links:
vgrid_list = [all_vgrids] + vgrid_list
else:
vgrid_list.remove(default_vgrid)
for vgrid_name in vgrid_list:
vgrid_obj = {'object_type': 'vgrid', 'name': vgrid_name}
if vgrid_name == default_vgrid:
# Everybody is member and allowed to see statistics, Noone
# can own it or leave it. Do not add any page links.
vgrid_obj['privatemonitorlink'] = {'object_type': 'link',
'destination': 'showvgridmonitor.py?vgrid_name=%s'\
% vgrid_name,
'class': 'monitorlink',
'title': 'View %s monitor' % vgrid_name,
'text': 'View'}
vgrid_obj['memberlink'] = {'object_type': 'link',
'destination':'',
'class': 'infolink',
'title': 'Every user is member of the %s %s' \
% (default_vgrid,
configuration.site_vgrid_label),
'text': ''}
vgrid_obj['administratelink'] = {'object_type': 'link',
'destination':'',
'class': 'infolink',
'title': 'Nobody owns the %s %s' \
% (default_vgrid,
configuration.site_vgrid_label),
'text': ''}
member_list['vgrids'].append(vgrid_obj)
continue
elif vgrid_name == all_vgrids:
# Only show global monitor link for all_vgrids, Noone
# can own it or leave it. Do not add any page links.
vgrid_obj['privatemonitorlink'] = {'object_type': 'link',
'destination': 'showvgridmonitor.py?vgrid_name=%s'\
% vgrid_name,
'class': 'monitorlink',
'title': 'View global monitor',
'text': 'View'}
vgrid_obj['memberlink'] = {'object_type': 'link',
'destination':'',
'class': 'infolink',
'title': 'Not a real %s - only for global monitor' % \
configuration.site_vgrid_label,
'text': ''}
vgrid_obj['administratelink'] = {'object_type': 'link',
'destination':'',
'class': 'infolink',
'title': 'Not a real %s - only for global monitor' % \
configuration.site_vgrid_label,
'text': ''}
member_list['vgrids'].append(vgrid_obj)
continue
# links for everyone: public pages and membership request
vgrid_obj['publicscmlink'] = {'object_type': 'link',
'destination': '%s/vgridpublicscm/%s'\
% (configuration.migserver_http_url,
vgrid_name),
'class': 'scmlink public',
'title': 'Open %s public SCM' % \
vgrid_name,
'text': 'Open'}
vgrid_obj['publictrackerlink'] = {'object_type': 'link',
'destination': '%s/vgridpublictracker/%s'\
% (configuration.migserver_http_url,
vgrid_name),
'class': 'trackerlink public',
'title': 'Open %s public tracker' % \
vgrid_name,
'text': 'Open'}
vgrid_obj['enterpubliclink'] = {'object_type': 'link',
'destination':
'%s/vgrid/%s/path/index.html' % \
(configuration.migserver_http_url,
vgrid_name),
'class': 'urllink member',
'title': 'View public %s web page' % \
vgrid_name,
'text': 'View'}
# link to become member: overwritten later for members
js_name = 'reqvgridmember%s' % hexlify(vgrid_name)
helper = html_post_helper(js_name, 'sendrequestaction.py',
{'vgrid_name': vgrid_name,
'request_type': 'vgridmember',
'request_text': ''})
output_objects.append({'object_type': 'html_form', 'text': helper})
vgrid_obj['memberlink'] = \
{'object_type': 'link',
'destination':
"javascript: confirmDialog(%s, '%s', '%s');"\
% (js_name, "Request membership of " + \
vgrid_name + ":<br/>" + \
"\nPlease write a message to the owners (field below).",
'request_text'),
'class': 'addlink',
'title': 'Request membership of %s' % \
vgrid_name,
'text': ''}
# link to become owner: overwritten later for owners
js_name = 'reqvgridowner%s' % hexlify(vgrid_name)
helper = html_post_helper(js_name, 'sendrequestaction.py',
{'vgrid_name': vgrid_name,
'request_type': 'vgridowner',
'request_text': ''})
output_objects.append({'object_type': 'html_form', 'text': helper})
vgrid_obj['administratelink'] = \
{'object_type': 'link',
'destination':
"javascript: confirmDialog(%s, '%s', '%s');"\
% (js_name, "Request ownership of " + \
vgrid_name + ":<br/>" + \
"\nPlease write a message to the owners (field below).",
'request_text'),
'class': 'addadminlink',
'title': 'Request ownership of %s' % \
vgrid_name,
'text': ''}
# members/owners are allowed to view private pages and monitor
if vgrid_is_owner_or_member(vgrid_name, client_id, configuration):
vgrid_obj['enterprivatelink'] = {'object_type': 'link',
'destination':
'../vgrid/%s/path/index.html' % \
vgrid_name,
'class': 'urllink owner',
'title':
'View private %s web page' % \
vgrid_name,
'text': 'View'}
vgrid_obj['sharedfolderlink'] = {'object_type': 'link',
'destination':
'fileman.py?path=%s/' % vgrid_name,
'class': 'sharedfolderlink',
'title': 'Open shared %s folder' \
% vgrid_name,
'text': 'Open'}
vgrid_obj['memberscmlink'] = {'object_type': 'link',
'destination': '/vgridscm/%s' % \
vgrid_name,
'class': 'scmlink member',
'title': 'View %s members scm' % \
vgrid_name,
'text': 'View'}
vgrid_obj['membertrackerlink'] = {'object_type': 'link',
'destination': '/vgridtracker/%s' % \
vgrid_name,
'class': 'trackerlink member',
'title': 'View %s members tracker' % \
vgrid_name,
'text': 'View'}
vgrid_obj['privateforumlink'] = {'object_type': 'link',
'destination':
'vgridforum.py?vgrid_name=%s' % \
vgrid_name,
'class': 'forumlink',
'title': 'Open %s private forum' \
% vgrid_name,
'text': 'Open'}
vgrid_obj['privateworkflowslink'] = {'object_type': 'link',
'destination':
'vgridworkflows.py?vgrid_name=%s' % \
vgrid_name,
'class': 'workflowslink',
'title': 'Open %s private workflows' \
% vgrid_name,
'text': 'Open'}
vgrid_obj['privatemonitorlink'] = {'object_type': 'link',
'destination':
'showvgridmonitor.py?vgrid_name=%s'\
% vgrid_name,
'class': 'monitorlink',
'title': 'View %s monitor' % \
vgrid_name,
'text': 'View'}
# to leave this VGrid (remove ourselves). Note that we are
# going to overwrite the link later for owners.
js_name = 'rmvgridmember%s' % hexlify(vgrid_name)
helper = html_post_helper(js_name, 'rmvgridmember.py',
{'vgrid_name': vgrid_name,
'cert_id': client_id})
output_objects.append({'object_type': 'html_form', 'text': helper})
vgrid_obj['memberlink'] = \
{'object_type': 'link',
'destination':
"javascript: confirmDialog(%s, '%s');"\
% (js_name, "Really leave " + vgrid_name + "?"),
'class': 'removelink',
'title': 'Leave %s members' % vgrid_name,
'text': ''}
# owners are allowed to edit pages and administrate
if vgrid_is_owner(vgrid_name, client_id, configuration):
vgrid_obj['ownerscmlink'] = {'object_type': 'link',
'destination': '/vgridownerscm/%s' % \
vgrid_name,
'class': 'scmlink owner',
'title': 'View %s owners scm' % \
vgrid_name,
'text': 'View'}
vgrid_obj['ownertrackerlink'] = {'object_type': 'link',
'destination': '/vgridownertracker/%s' % \
vgrid_name,
'class': 'trackerlink owner',
'title': 'View %s owners tracker' % \
vgrid_name,
'text': 'View'}
# correct the link to leave the VGrid
js_name = 'rmvgridowner%s' % hexlify(vgrid_name)
helper = html_post_helper(js_name, 'rmvgridowner.py',
{'vgrid_name': vgrid_name,
'cert_id': client_id})
output_objects.append({'object_type': 'html_form', 'text': helper})
vgrid_obj['memberlink']['destination'] = \
"javascript: confirmDialog(%s,'%s');" % \
(js_name, "Really leave " + vgrid_name + "?")
vgrid_obj['memberlink']['class'] = 'removeadminlink'
vgrid_obj['memberlink']['title'] = 'Leave %s owners' % vgrid_name
# add more links: administrate and edit pages
vgrid_obj['administratelink'] = {'object_type': 'link',
'destination': 'adminvgrid.py?vgrid_name=%s'\
% vgrid_name,
'class': 'adminlink',
'title': 'Administrate %s' % vgrid_name,
'text': ''}
vgrid_obj['editprivatelink'] = {'object_type': 'link',
'destination': 'fileman.py?path=private_base/%s/'\
% vgrid_name,
'class': 'editlink owner',
'title': 'Edit private %s web page' % vgrid_name,
'text': 'Edit'}
vgrid_obj['editpubliclink'] = {'object_type': 'link',
'destination': 'fileman.py?path=public_base/%s/'\
% vgrid_name,
'class': 'editlink member',
'title': 'Edit public %s web page' % vgrid_name,
'text': 'Edit'}
member_list['vgrids'].append(vgrid_obj)
title_entry = find_entry(output_objects, 'title')
label = "%ss" % configuration.site_vgrid_label
# Append VGrid note if custom
if label != 'VGrid':
label += ' (i.e. VGrids)'
title_entry['text'] = '%s administration' % label
# jquery support for tablesorter and confirmation on "leave":
title_entry['style'] = themed_styles(configuration)
title_entry['javascript'] = '''
<script type="text/javascript" src="/images/js/jquery.js"></script>
<script type="text/javascript" src="/images/js/jquery.tablesorter.js"></script>
<script type="text/javascript" src="/images/js/jquery.tablesorter.pager.js"></script>
<script type="text/javascript" src="/images/js/jquery.tablesorter.widgets.js"></script>
<script type="text/javascript" src="/images/js/jquery-ui.js"></script>
<script type="text/javascript" src="/images/js/jquery.confirm.js"></script>
<script type="text/javascript" >
$(document).ready(function() {
// init confirmation dialog
$( "#confirm_dialog" ).dialog(
// see http://jqueryui.com/docs/dialog/ for options
{ autoOpen: false,
modal: true, closeOnEscape: true,
width: 500,
buttons: {
"Cancel": function() { $( "#" + name ).dialog("close"); }
}
});
// table initially sorted by col. 1 (admin), then 2 (member), then 0 (name)
var sortOrder = [[1,1],[2,1],[0,0]];
// use image path for sorting if there is any inside
var imgTitle = function(contents) {
var key = $(contents).find("a").attr("class");
if (key == null) {
key = $(contents).html();
}
return key;
}
$("#vgridtable").tablesorter({widgets: ["zebra", "saveSort"],
sortList:sortOrder,
textExtraction: imgTitle
})
.tablesorterPager({ container: $("#pager"),
size: %s
});
}
);
</script>
''' % default_pager_entries
output_objects.append({'object_type': 'html_form',
'text':'''
<div id="confirm_dialog" title="Confirm" style="background:#fff;">
<div id="confirm_text"><!-- filled by js --></div>
<textarea cols="40" rows="4" id="confirm_input" style="display:none;"></textarea>
</div>
''' })
output_objects.append({'object_type': 'header', 'text': label})
output_objects.append({'object_type': 'text', 'text'
: '''
%ss share files, a number of collaboration tools and resources. Members can access web pages, files, tools and resources. Owners can additionally edit pages, as well as add and remove members or resources.
''' % configuration.site_vgrid_label
})
if configuration.site_vgrid_label != 'VGrid':
output_objects.append({'object_type': 'text', 'text'
: """Please note that for historical reasons %ss are
also referred to as VGrids in some contexts.""" % \
configuration.site_vgrid_label})
output_objects.append({'object_type': 'sectionheader', 'text'
: '%ss managed on this server' % \
configuration.site_vgrid_label})
output_objects.append({'object_type': 'table_pager', 'entry_name': '%ss' % \
configuration.site_vgrid_label,
'default_entries': default_pager_entries})
output_objects.append(member_list)
user_map = get_full_user_map(configuration)
user_dict = user_map.get(client_id, None)
# Optional limitation of create vgrid permission
if user_dict and vgrid_create_allowed(configuration, user_dict):
output_objects.append({'object_type': 'sectionheader', 'text'
: 'Additional %ss' % \
configuration.site_vgrid_label})
output_objects.append(
{'object_type': 'text', 'text':
'''Please enter a name for the new %(label)s to add, using slashes to
specify nesting. I.e. if you own a %(label)s called ABC, you can create a
sub-%(label)s called DEF by entering ABC/DEF below.''' % \
{'label': configuration.site_vgrid_label}})
output_objects.append({'object_type': 'html_form', 'text':
'''<form method="post" action="createvgrid.py">
<input type="text" size=40 name="vgrid_name" />
<input type="hidden" name="output_format" value="html" />
<input type="submit" value="Create %s" />
</form>
''' % configuration.site_vgrid_label})
output_objects.append({'object_type': 'sectionheader', 'text'
: 'Request Access to %ss' % \
configuration.site_vgrid_label})
output_objects.append(
{'object_type': 'text', 'text':
'''You can request access to %(label)ss using the individual plus-icons above directly or by entering the name of the %(label)s to request access to, what kind of access and an optional message to the admins below''' % \
{'label': configuration.site_vgrid_label}})
output_objects.append({'object_type': 'html_form', 'text':
'''<form method="post" action="sendrequestaction.py">
<input type="text" size=40 name="vgrid_name" />
<select name="request_type">
<option value="vgridmember">membership</option>
<option value="vgridowner">ownership</option>
</select>
<input type="text" size=50 name="request_text" />
<input type="hidden" name="output_format" value="html" />
<input type="submit" value="Request %s access" />
</form>
''' % configuration.site_vgrid_label})
return (output_objects, status)
