job['status_message'] = execution.statusMessage
job['progress'] = execution.percentCompleted
duration = datetime.now() - job.get('created', datetime.now())
job['duration'] = str(duration).split('.')[0]
if execution.isComplete():
job['finished'] = datetime.now()
if execution.isSucceded():
LOGGER.debug("job succeded")
job['progress'] = 100
else:
LOGGER.debug("job failed.")
job['status_message'] = '\n'.join(
error.text for error in execution.errors)
for error in execution.errors:
save_log(job, error)
except Exception:
num_retries += 1
LOGGER.exception(
"Could not read status xml document for job %s. Trying again ...",
self.request.id)
sleep(1)
else:
LOGGER.debug("update job %s ...", self.request.id)
num_retries = 0
run_step += 1
finally:
save_log(job)
db.jobs.update({'identifier': job['identifier']}, job)
except Exception as exc:
LOGGER.exception("Failed to run Job")
def execute_process(self, url, service_name, identifier, inputs, outputs, use_async=True, userid=None, caption=None):
registry = app.conf['PYRAMID_REGISTRY']
db = mongodb(registry)
job = add_job(
db,
userid=userid,
task_id=self.request.id,
service_name=service_name,
process_id=identifier,
use_async=use_async,
caption=caption)
try:
wps = WebProcessingService(url=url, skip_caps=False, verify=False, headers=wps_headers(userid))
LOGGER.debug('wps url={}, headers={}'.format(url, wps_headers(userid)))
# TODO: complex type detection is currently broken due to pywps bug.
outputs = [('output', True)]
try:
# TODO: sync is non-default
if use_async is False:
mode = SYNC
else:
mode = ASYNC
execution = wps.execute(
identifier=identifier,
inputs=inputs,
output=outputs,
mode=mode,
lineage=True)
except Exception:
LOGGER.warn("Setting execution mode is not supported. Using default async mode.")
execution = wps.execute(identifier,
inputs=inputs,
output=outputs
)
# job['service'] = wps.identification.title
# job['title'] = getattr(execution.process, "title")
job['abstract'] = getattr(execution.process, "abstract")
job['status_location'] = execution.statusLocation
job['request'] = execution.request
job['response'] = etree.tostring(execution.response)
LOGGER.debug("job init done %s ...", self.request.id)
LOGGER.debug("status location={}".format(execution.statusLocation))
num_retries = 0
run_step = 0
while execution.isNotComplete() or run_step == 0:
if num_retries >= 5:
raise Exception("Could not read status document after 5 retries. Giving up.")
try:
execution = check_status(url=execution.statusLocation, verify=False,
sleep_secs=wait_secs(run_step))
job['response'] = etree.tostring(execution.response)
job['status'] = execution.getStatus()
job['status_message'] = execution.statusMessage
job['progress'] = execution.percentCompleted
duration = datetime.now() - job.get('created', datetime.now())
job['duration'] = str(duration).split('.')[0]
if execution.isComplete():
job['finished'] = datetime.now()
if execution.isSucceded():
LOGGER.debug("job succeded")
job['progress'] = 100
else:
LOGGER.debug("job failed.")
job['status_message'] = '\n'.join(error.text for error in execution.errors)
for error in execution.errors:
save_log(job, error)
except Exception:
num_retries += 1
LOGGER.exception("Could not read status xml document for job %s. Trying again ...", self.request.id)
sleep(1)
else:
LOGGER.debug("update job %s ...", self.request.id)
num_retries = 0
run_step += 1
finally:
save_log(job)
db.jobs.update({'identifier': job['identifier']}, job)
except Exception as exc:
LOGGER.exception("Failed to run Job")
job['status'] = "ProcessFailed"
job['status_message'] = "Error: {0}".format(exc)
finally:
save_log(job)
db.jobs.update({'identifier': job['identifier']}, job)
registry.notify(JobFinished(job))
return job['status']
job['status'] = execution.getStatus()
job['status_message'] = execution.statusMessage
job['progress'] = execution.percentCompleted
duration = datetime.now() - job.get('created', datetime.now())
job['duration'] = str(duration).split('.')[0]
if execution.isComplete():
job['finished'] = datetime.now()
if execution.isSucceded():
LOGGER.debug("job succeded")
job['progress'] = 100
else:
LOGGER.debug("job failed.")
job['status_message'] = '\n'.join(error.text for error in execution.errors)
for error in execution.errors:
save_log(job, error)
except Exception:
num_retries += 1
LOGGER.exception("Could not read status xml document for job %s. Trying again ...", self.request.id)
sleep(1)
else:
LOGGER.debug("update job %s ...", self.request.id)
num_retries = 0
run_step += 1
finally:
save_log(job)
db.jobs.update({'identifier': job['identifier']}, job)
except Exception as exc:
LOGGER.exception("Failed to run Job")
job['status'] = "ProcessFailed"
job['status_message'] = "Error: {0}".format(exc)
def execute_workflow(self, userid, url, service_name, workflow, caption=None):
registry = app.conf['PYRAMID_REGISTRY']
db = mongodb(registry)
job = add_job(db,
userid=userid,
task_id=self.request.id,
is_workflow=True,
service_name=service_name,
process_id=workflow['worker']['identifier'],
caption=caption)
try:
# generate and run dispel workflow
# TODO: fix owslib wps for unicode/yaml parameters
# logger.debug('workflow=%s', workflow)
headers = wps_headers(userid)
# TODO: handle access token in workflow
# workflow['worker']['url'] = build_get_url(
# workflow['worker']['url'],
# {'access_token': headers.get('Access-Token', '')})
logger.debug('workflow=%s', workflow)
inputs = [(
'workflow',
ComplexDataInput(
# TODO: pywps-4 expects base64 encoding when not set to ''
dump_json(workflow),
mimeType="text/yaml",
encoding=""))]
outputs = [('output', True), ('logfile', True)]
wps = WebProcessingService(url=url,
skip_caps=True,
verify=False,
headers=headers)
# worker_wps = WebProcessingService(url=workflow['worker']['url'],
# skip_caps=False, verify=False)
execution = wps.execute(identifier='workflow',
inputs=inputs,
output=outputs,
lineage=True)
# job['service'] = worker_wps.identification.title
# job['title'] = getattr(execution.process, "title")
# job['abstract'] = getattr(execution.process, "abstract")
job['status_location'] = execution.statusLocation
job['response'] = etree.tostring(execution.response)
logger.debug("job init done %s ...", self.request.id)
run_step = 0
num_retries = 0
while execution.isNotComplete():
if num_retries >= 5:
raise Exception(
"Could not read status document after 5 retries. Giving up."
)
try:
execution = check_status(url=execution.statusLocation,
verify=False,
sleep_secs=wait_secs(run_step))
job['response'] = etree.tostring(execution.response)
job['status'] = execution.getStatus()
job['status_message'] = execution.statusMessage
job['progress'] = execution.percentCompleted
duration = datetime.now() - job.get('created', datetime.now())
job['duration'] = str(duration).split('.')[0]
if execution.isComplete():
job['finished'] = datetime.now()
if execution.isSucceded():
for output in execution.processOutputs:
if 'output' == output.identifier:
result = yaml.load(
urllib.urlopen(output.reference))
job['worker_status_location'] = result[
'worker']['status_location']
job['progress'] = 100
save_log(job)
else:
job['status_message'] = '\n'.join(
error.text for error in execution.errors)
for error in execution.errors:
save_log(job, error)
else:
save_log(job)
except Exception:
num_retries += 1
logger.exception(
"Could not read status xml document for job %s. Trying again ...",
self.request.id)
sleep(1)
else:
logger.debug("update job %s ...", self.request.id)
num_retries = 0
run_step += 1
db.jobs.update({'identifier': job['identifier']}, job)
except Exception as exc:
logger.exception("Failed to run Job")
job['status'] = "ProcessFailed"
job['status_message'] = "Failed to run Job. %s" % exc.message
finally:
save_log(job)
db.jobs.update({'identifier': job['identifier']}, job)
registry.notify(JobFinished(job))
return job['status']