def qc_wizard_yaml(request):
title = "Quality Control Wizard"
user_id = authenticated_userid(request)
token = "1234" # user_token(request, user_id)
session_id_help = ("An identifier used to avoid processes running on the same directory." +
" Using an existing one will remove all data inside its work directory.")
session_ids = get_session_ids(user_id, request)
if session_ids == []:
session_id_help += " There are currently no existing Session IDs."
else:
session_id_help += " The existing Session IDs are:<br>" +", ".join(session_ids)
yamllogs_help = "The comma separated list of logfile locations"
oldprefix_help = "The data path in the provided logfiles"
newprefix_help = "The data path on the machine"
#a field in fields must contain text, id and value. The entry help is optional.
#allowed_values can be used if a limited number of possibile values should be available.
#In that case value will be used as default if it is in allowed_values.
#For type "checkbox" the existence of the "checked" key will lead to the checkbox being True.
fields = [
{"id": "quality_server_address", "type" : "text", "text": "URL to the Quality WPS",
"value":DEFAULTQUALITYSERVER},
{"id": "session_id", "type": "text", "text": "Session ID", "help":session_id_help,
"value": "checkdone"},
{"id": "yamllogs", "type": "text", "text": "YAML logs", "help": yamllogs_help, "value": ""},
{"id": "prefix_old", "type": "text", "text": "Old prefix", "help": oldprefix_help, "value": ""},
{"id": "prefix_new", "type": "text", "text": "New prefix", "help": newprefix_help, "value": ""},
{"id": "project", "type": "select", "text": "Project",
"value": "CORDEX", "allowed_values": ["CORDEX"] },
{"id": "replica", "type": "checkbox", "text": "Replica", "value": ""},
{"id": "latest", "type": "checkbox", "text": "Latest", "value": "", "checked": "checked"},
{"id": "publish_metadata", "type": "checkbox", "text": "Publish meta-data", "value": "",
"checked": "checked"},
{"id": "publish_quality", "type": "checkbox", "text": "Publish quality-data",
"value": "", "checked": "checked"},
{"id": "clean", "type": "checkbox", "text": "Clean afterwards",
"value": "", "help": "Removes the work data after the steps have finished"},
]
html_fields = get_html_fields(fields)
if "submit" in request.POST:
DATA = request.POST
#shorten the method parameters by automatically insert DATA
def getValue(identifier):
return getValueStatic(DATA, identifier)
def getBool(identifier):
return getBoolStatic(DATA, identifier)
##########################
#collect input parameters#
##########################
username = str(user_id.replace("@","(at)"))
token = token
session_id = getValue("session_id")
yamllogs = getValue("yamllogs")
prefix_old = getValue("prefix_old")
prefix_new = getValue("prefix_new")
project = getValue("project")
#html checkboxes are true if and only if they are in the POST (DATA variable)
replica = getBool("replica")
latest = getBool("latest")
publish_metadata = getBool("publish_metadata")
publish_quality = getBool("publish_quality")
cleanup = getBool("clean")
wps_address = getValue("quality_server_address")
wps = WebProcessingService(wps_address)
##################
#Run the wps call#
##################
wps = request.wps
identifier = "QC_Check_YAML"
inputs = [("username", username), ("token", token), ("session_id", session_id),
("yamllogs", yamllogs), ("prefix_old", prefix_old), ("prefix_new", prefix_new),
("project", project),
("replica", replica), ("latest", latest), ("publish_metadata", publish_metadata),
("publish_quality", publish_quality), ("cleanup", cleanup)]
outputs = [("process_log", True)]
#wps.execute does not like empty strings as value, so filter it out
inputs = [(x,y) for (x,y) in inputs if y!=""]
g = open("/home/dkrz/k204205/log","w")
g.write(str(inputs)+"\n")
g.write(str(outputs)+"\n")
g.write(str(identifier)+"\n")
g.flush()
execution = wps.execute(identifier, inputs=inputs, output=outputs)
models.add_job(
request = request,
workflow = False,
title = execution.process.title,
wps_url = execution.serviceInstance,
status_location = execution.statusLocation,
notes = "test",
tags = "test")
return HTTPFound(location=request.route_url('jobs'))
return {
"title": title,
"html_fields" : html_fields,
}
def qc_wizard_check(request):
title = "Quality Control Wizard"
user_id = authenticated_userid(request)
token = "1234"# user_token(request, user_id)
if not token:
raise Exception("Can not find token")
session_id_help = ("An identifier used to avoid processes running on the same directory." +
" Using an existing one will remove all data inside its directory.")
session_ids = get_session_ids(user_id, request)
if session_ids == []:
session_id_help += " There are currently no existing Session IDs."
else:
session_id_help += " The existing Session IDs are:<br>" +", ".join(session_ids)
qc_select_help = ("Comma separated list of parts of the path descriptions." +
" If at least one description in the list matches the path is included." +
" In the path description '.*' is for any character sequence. (e.g. " +
"AFR-44/.*/tas, EUR.*, /fx/)")
qc_lock_help = ("Works similar to select, but prevents the given paths being added. " +
"Lock is stronger than select. (e.g. select tas and lock AFR-44 checks all "+
"paths with tas that do not contain AFR-44.)")
#a field in fields must contain text, id and value. The entry help is optional.
#allowed_values can be used if a limited number of possibile values should be available.
#In that case value will be used as default if it is in allowed_values.
#For type "checkbox" the existence of the "checked" key will lead to the checkbox being True.
fields = [
{"id": "quality_server_address", "type" : "text", "text": "URL to the Quality WPS",
"value":DEFAULTQUALITYSERVER},
{"id": "session_id", "type": "text", "text": "Session ID", "help":session_id_help,
"value": "web1"},
#{"id": "irods_home", "type": "text", "text": "iRods Home",
# "help": "The home directory of iRods", "value":"qc_dummy_DKRZ"},
#{"id": "irods_collection", "type": "text", "text": "iRods collection",
# "help": "Name of the to analyze collection", "value": "qc_test_20140416"},
{"id": "data_path", "type": "text", "text": "Root path of the to check data",
"value": ""},
{"id": "project", "type": "select", "text": "Project",
"value": "CORDEX", "allowed_values": ["CORDEX"] },
{"id": "select", "type": "text", "text": "QC SELECT", "value": "", "help": qc_select_help},
{"id": "lock", "type": "text", "text": "QC LOCK", "value": "", "help": qc_lock_help},
{"id": "replica", "type": "checkbox", "text": "Replica", "value": ""},
{"id": "latest", "type": "checkbox", "text": "Latest", "value": "", "checked": "checked"},
{"id": "publish_metadata", "type": "checkbox", "text": "Publish meta-data", "value": "",
"checked": "checked"},
{"id": "publish_quality", "type": "checkbox", "text": "Publish quality-data",
"value": "", "checked": "checked"},
{"id": "clean", "type": "checkbox", "text": "Clean afterwards",
"value": "", "help": "Removes the work data after the steps have finished"},
]
html_fields = get_html_fields(fields)
if "submit" in request.POST:
DATA = request.POST
#shorten the method parameters by automatically insert DATA
def getValue(identifier):
return getValueStatic(DATA, identifier)
def getBool(identifier):
return getBoolStatic(DATA, identifier)
##########################
#collect input parameters#
##########################
wps_address = getValue("quality_server_address")
username = str(user_id.replace("@","(at)"))
token = token
session_id = getValue("session_id")
#irods_home = DATA["irods_home"]
#irods_collection = DATA["irods_collection"]
data_path = getValue("data_path")
project = getValue("project")
#ensure lock and select are valid values.
select = getValue("select")
lock = getValue("lock")
#html checkboxes are true if and only if they are in the POST (DATA variable)
replica = getBool("replica")
latest = getBool("latest")
publish_metadata = getBool("publish_metadata")
publish_quality = getBool("publish_quality")
cleanup = getBool("clean")
#####################
#Run the wps call#
#####################
wps = WebProcessingService(wps_address)
identifier = "QC_Check_Full"
inputs = [("username", username), ("token", token), ("session_id", session_id),
#("irods_home", irods_home), ("irods_collection", irods_collection),
("data_path", data_path),
("project", project),
("select", select), ("lock", lock),
("replica", replica), ("latest", latest), ("publish_metadata", publish_metadata),
("publish_quality", publish_quality), ("cleanup", cleanup)]
#filter empty string values, because wps.execute does not like them.
inputs = [(x,y) for (x,y) in inputs if y!=""]
outputs = [("process_log", True)]
execution = wps.execute(identifier, inputs=inputs, output=outputs)
models.add_job(
request = request,
workflow = False,
title = execution.process.title,
wps_url = execution.serviceInstance,
status_location = execution.statusLocation,
notes = "test",
tags = "test")
return HTTPFound(location=request.route_url('jobs'))
return {
"title": title,
"html_fields" : html_fields,
}
