def get_workflow_invocations(username, m_wf_id, wf_id):
"""
Returns a collection of Invocations.
:query int start-index: Return results starting from record <start-index> (0 indexed)
:query int max-results: Return a maximum of <max-results> records
:query string query: Search criteria
:query string order: Sorting criteria
:query boolean pretty-print: Return formatted JSON response
:statuscode 200: OK
:statuscode 204: No content; when no invocations found.
:statuscode 400: Bad request
:statuscode 401: Authentication failure
:statuscode 403: Authorization failure
:return type: Collection
:return resource: Invocation
"""
queries = StampedeWorkflowQueries(g.stampede_db_url)
paged_response = queries.get_workflow_invocations(wf_id, **g.query_args)
if paged_response.total_records == 0:
log.debug('Total records is 0; returning HTTP 204 No content')
return make_response('', 204, JSON_HEADER)
#
# Generate JSON Response
#
response_json = jsonify(paged_response)
return make_response(response_json, 200, JSON_HEADER)
def get_task_meta(username, m_wf_id, wf_id, task_id):
"""
Returns a collection of task's metadata.
:query int start-index: Return results starting from record <start-index> (0 indexed)
:query int max-results: Return a maximum of <max-results> records
:query string query: Search criteria
:query string order: Sorting criteria
:query boolean pretty-print: Return formatted JSON response
:statuscode 200: OK
:statuscode 204: No content; when no workflow metadata found.
:statuscode 400: Bad request
:statuscode 401: Authentication failure
:statuscode 403: Authorization failure
:return type: Collection
:return resource: TaskMeta
"""
queries = StampedeWorkflowQueries(g.stampede_db_url)
paged_response = queries.get_task_meta(task_id, **g.query_args)
if paged_response.total_records == 0:
log.debug("Total records is 0; returning HTTP 204 No content")
return make_response("", 204, JSON_HEADER)
#
# Generate JSON Response
#
response_json = jsonify(paged_response)
return make_response(response_json, 200, JSON_HEADER)
def get_job_instance_states(username, m_wf_id, wf_id, job_id, job_instance_id, recent=False):
"""
Returns a collection of Job States.
:query int start-index: Return results starting from record <start-index> (0 indexed)
:query int max-results: Return a maximum of <max-results> records
:query string query: Search criteria
:query string order: Sorting criteria
:query boolean recent: Get most recent job state
:query boolean pretty-print: Return formatted JSON response
:statuscode 200: OK
:statuscode 204: No content; when no jobstates found.
:statuscode 400: Bad request
:statuscode 401: Authentication failure
:statuscode 403: Authorization failure
:return type: Collection
:return resource: JobState
"""
queries = StampedeWorkflowQueries(g.stampede_db_url)
paged_response = queries.get_job_instance_states(wf_id, job_id, job_instance_id, recent=recent, **g.query_args)
if paged_response.total_records == 0:
log.debug('Total records is 0; returning HTTP 204 No content')
return make_response('', 204, JSON_HEADER)
#
# Generate JSON Response
#
response_json = jsonify(paged_response)
return make_response(response_json, 200, JSON_HEADER)
def workflow_metadata(recursive=False, submit_dir=".", *args, **kwargs):
logging.debug("workflow_metadata")
try:
root_wf_uuid, wf_uuid = get_workflow_uuid(submit_dir)
logging.debug("Workflow UUID: %s" % wf_uuid)
db_uri = get_workflow_uri(submit_dir)
queries = StampedeWorkflowQueries(db_uri)
if recursive:
wfs = queries.get_workflows(root_wf_uuid,
order="w.root_wf_id, w.parent_wf_id")
for wf in wfs.records:
print("Workflow %s" % wf.wf_uuid)
workflow_metas = queries.get_workflow_meta(wf_uuid).records
render_metas(workflow_metas, " ")
else:
workflow_metas = queries.get_workflow_meta(wf_uuid).records
print("Workflow %s" % wf_uuid)
render_metas(workflow_metas, " ")
except ValueError as e:
logging.error(e)
sys.exit(1)
except ConnectionError as e:
logging.error(e)
sys.exit(2)
except StampedeDBNotFoundError as e:
logging.error(e)
sys.exit(3)
def get_job_instance_invocations(username, m_wf_id, wf_id, job_id, job_instance_id):
queries = StampedeWorkflowQueries(g.stampede_db_url)
paged_response = queries.get_job_instance_invocations(wf_id, job_id, job_instance_id,**g.query_args)
if paged_response.total_records == 0:
log.debug('Total records is 0; returning HTTP 204 No content')
return make_response('', 204, JSON_HEADER)
#
# Generate JSON Response
#
response_json = jsonify(paged_response)
return make_response(response_json, 200, JSON_HEADER)
def task_metadata(abs_task_id=None, submit_dir=".", *args, **kwargs):
logging.debug("task_metadata")
if not abs_task_id:
logging.error("task_id is required")
sys.exit(1)
try:
root_wf_uuid, wf_uuid = get_workflow_uuid(submit_dir)
logging.debug("Workflow UUID: %s" % wf_uuid)
db_uri = get_workflow_uri(submit_dir)
queries = StampedeWorkflowQueries(db_uri)
logging.debug("Get task metadata for abs_task_id %s" % abs_task_id)
workflow = queries.get_workflow_tasks(wf_uuid,
query="t.abs_task_id == %r" %
abs_task_id)
if workflow.total_filtered == 0:
raise ValueError("Invalid task_name %r" % abs_task_id)
task_id = workflow.records[0].task_id
task_metas = queries.get_task_meta(task_id).records
print("Task", abs_task_id)
render_metas(task_metas, " ")
except ValueError as e:
logging.error(e)
sys.exit(1)
except ConnectionError as e:
logging.error(e)
sys.exit(2)
except StampedeDBNotFoundError as e:
logging.error(e)
sys.exit(3)
def get_job_instance(username, m_wf_id, wf_id, job_instance_id):
"""
Returns job instance identified by m_wf_id, wf_id, job_id, job_instance_id.
:query boolean pretty-print: Return formatted JSON response
:statuscode 200: OK
:statuscode 401: Authentication failure
:statuscode 403: Authorization failure
:statuscode 404: Not found
:return type: Record
:return resource: JobInstance
"""
queries = StampedeWorkflowQueries(g.stampede_db_url)
record = queries.get_job_instance(job_instance_id)
#
# Generate JSON Response
#
response_json = jsonify(record)
return make_response(response_json, 200, JSON_HEADER)
def get_task(username, m_wf_id, wf_id, task_id):
"""
Returns task identified by m_wf_id, wf_id, task_id.
:query boolean pretty-print: Return formatted JSON response
:statuscode 200: OK
:statuscode 401: Authentication failure
:statuscode 403: Authorization failure
:statuscode 404: Not found
:return type: Record
:return resource: Task
"""
queries = StampedeWorkflowQueries(g.stampede_db_url)
record = queries.get_task(task_id)
#
# Generate JSON Response
#
response_json = jsonify(record)
return make_response(response_json, 200, JSON_HEADER)
def file_metadata(file_name=None,
list_files=False,
trace=False,
submit_dir=".",
*args,
**kwargs):
logging.debug("task_metadata")
if trace and not file_name:
logging.error("file_name is required when trace is True")
sys.exit(1)
if not file_name:
list_files = True
logging.info(
"file_name not provided, will list metadata for all files")
try:
root_wf_uuid, wf_uuid = get_workflow_uuid(submit_dir)
logging.debug("Workflow UUID: %s" % wf_uuid)
db_uri = get_workflow_uri(submit_dir)
queries = StampedeWorkflowQueries(db_uri)
if list_files:
logging.debug("Get file metadata for all files")
workflow_files = queries.get_workflow_files(wf_uuid)
if workflow_files.total_filtered == 0:
print("No files found")
else:
logging.debug("Get file metadata for lfn %r" % file_name)
workflow_files = queries.get_workflow_files(wf_uuid,
query="l.lfn == %r" %
file_name)
if workflow_files.total_filtered == 0:
raise ValueError("Invalid file %r" % file_name)
if trace:
wf_file = workflow_files.records.values()[0]
wf_id = wf_file.extras.wf_id
task_id = wf_file.extras.task_id
# Get workflow information
root_wf = None
wf = queries.get_workflow(wf_id)
# If workflow is hierarchical workflow, get root workflow information
if wf_id != wf.root_wf_id:
root_wf = queries.get_workflow(wf.root_wf_id)
if root_wf:
root_wf_metas = queries.get_workflow_meta(
root_wf.wf_id).records
print("Root Workflow %s" % root_wf.wf_uuid)
render_metas(root_wf_metas, " ")
print()
wf_metas = queries.get_workflow_meta(wf_id).records
print("Workflow %s" % wf.wf_uuid)
render_metas(wf_metas, " ")
print()
task = queries.get_task(task_id)
task_metas = queries.get_task_meta(task_id).records
print("Task %s" % task.abs_task_id)
render_metas(task_metas, " ")
print()
for wf_file in workflow_files.records:
print("File %s" % wf_file.lfn)
render_metas(wf_file.meta, " ")
except ValueError as e:
logging.error(e)
sys.exit(1)
except ConnectionError as e:
logging.error(e)
sys.exit(2)
except StampedeDBNotFoundError as e:
logging.error(e)
sys.exit(3)
def file_metadata(file_name=None,
list_files=False,
trace=False,
submit_dir='.',
*args,
**kwargs):
logging.debug('task_metadata')
if trace and not file_name:
logging.error('file_name is required when trace is True')
sys.exit(1)
if not file_name:
list_files = True
logging.info(
'file_name not provided, will list metadata for all files')
try:
root_wf_uuid, wf_uuid = get_workflow_uuid(submit_dir)
logging.debug('Workflow UUID: %s' % wf_uuid)
db_uri = get_workflow_uri(submit_dir)
queries = StampedeWorkflowQueries(db_uri)
if list_files:
logging.debug('Get file metadata for all files')
workflow_files = queries.get_workflow_files(wf_uuid)
if workflow_files.total_filtered == 0:
print 'No files found'
else:
logging.debug('Get file metadata for lfn %r' % file_name)
workflow_files = queries.get_workflow_files(wf_uuid,
query='l.lfn = %r' %
file_name)
if workflow_files.total_filtered == 0:
raise ValueError('Invalid file %r' % file_name)
if trace:
wf_file = workflow_files.records.values()[0]
wf_id = wf_file.extras.wf_id
task_id = wf_file.extras.task_id
# Get workflow information
root_wf = None
wf = queries.get_workflow(wf_id)
# If workflow is hierarchical workflow, get root workflow information
if wf_id != wf.root_wf_id:
root_wf = queries.get_workflow(wf.root_wf_id)
if root_wf:
root_wf_metas = queries.get_workflow_meta(
root_wf.wf_id).records
print 'Root Workflow %s' % root_wf.wf_uuid
render_metas(root_wf_metas, ' ')
print
wf_metas = queries.get_workflow_meta(wf_id).records
print 'Workflow %s' % wf.wf_uuid
render_metas(wf_metas, ' ')
print
task = queries.get_task(task_id)
task_metas = queries.get_task_meta(task_id).records
print 'Task %s' % task.abs_task_id
render_metas(task_metas, ' ')
print
for wf_file in workflow_files.records:
print 'File %s' % wf_file.lfn
render_metas(wf_file.meta, ' ')
except ValueError as e:
logging.error(e)
sys.exit(1)
except ConnectionError as e:
logging.error(e)
sys.exit(2)
except StampedeDBNotFoundError as e:
logging.error(e)
sys.exit(3)