def get_profile_device_list():
"""
Get profile device list.
Returns:
list, the available device list.
Raises:
ParamValueError: If the search condition contains some errors.
Examples:
>>> POST http://xxxx/v1/mindinsight/profile/devices
"""
profiler_dir = get_profiler_dir(request)
train_id = get_train_id(request)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir")
check_train_job_and_profiler_dir(profiler_dir_abs)
device_list, _ = analyse_device_list_from_profiler_dir(profiler_dir_abs)
return jsonify(device_list)
def get_profile_summary_proposal():
"""
Get summary profiling proposal.
Returns:
str, the summary profiling proposal.
Raises:
ParamValueError: If the parameters contain some errors.
Examples:
>>> GET http://xxxx/v1/mindinsight/profile/summary/propose
"""
profiler_dir = get_profiler_dir(request)
train_id = get_train_id(request)
device_id = get_device_id(request)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
to_int(device_id, 'device_id')
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir")
check_train_job_and_profiler_dir(profiler_dir_abs)
step_trace_condition = {
"filter_condition": {
"mode": "proc",
"proc_name": "iteration_interval",
"step_id": 0
}
}
options = {'step_trace': {"iter_interval": step_trace_condition}}
proposal_type_list = [
'step_trace', 'minddata', 'minddata_pipeline', 'common'
]
proposal_obj = ComposeProposal(profiler_dir_abs, device_id,
proposal_type_list)
proposal_info = proposal_obj.get_proposal(options)
# Use json.dumps for orderly return
return CustomResponse(json.dumps(proposal_info),
mimetype='application/json')
def get_profile_op_info():
"""
Get operation profiling info.
Returns:
str, the operation profiling information.
Raises:
ParamValueError: If the search condition contains some errors.
Examples:
>>> POST http://xxxx/v1/mindinsight/profile/ops/search
"""
profiler_dir = get_profiler_dir(request)
train_id = get_train_id(request)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
search_condition = request.stream.read()
try:
search_condition = json.loads(
search_condition if search_condition else "{}")
except (json.JSONDecodeError, ValueError):
raise ParamValueError("Json data parse failed.")
validate_condition(search_condition)
device_id = search_condition.get("device_id", "0")
to_int(device_id, 'device_id')
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir")
check_train_job_and_profiler_dir(profiler_dir_abs)
op_type = search_condition.get("op_type")
analyser = AnalyserFactory.instance().get_analyser(op_type,
profiler_dir_abs,
device_id)
op_info = analyser.query(search_condition)
return jsonify(op_info)
def get_minddata_pipeline_op_queue_info():
"""
Get minddata pipeline operator info and queue info.
Returns:
str, the operation information and queue information.
Raises:
ParamValueError: If the search condition contains some errors.
Examples:
>>> POST http://xxxx/v1/mindinsight/profile/minddata-pipeline/op-queue
"""
profiler_dir = get_profiler_dir(request)
train_id = get_train_id(request)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir.")
check_train_job_and_profiler_dir(profiler_dir_abs)
condition = request.stream.read()
try:
condition = json.loads(condition) if condition else {}
except Exception:
raise ParamValueError("Json data parse failed.")
validate_minddata_pipeline_condition(condition)
device_id = condition.get("device_id", "0")
to_int(device_id, 'device_id')
analyser = AnalyserFactory.instance().get_analyser('minddata_pipeline',
profiler_dir_abs,
device_id)
op_info = analyser.query(condition)
return jsonify(op_info)
def get_minddata_cpu_utilization_info():
"""
Get minddata cpu utilization info.
Returns:
str, the minddata cpu utilization info.
Raises:
ParamValueError: If the search condition contains some errors.
Examples:
>>>POST http://xxx/v1/mindinsight/profile/minddata-cpu-utilization-summary
"""
profiler_dir = get_profiler_dir(request)
train_id = get_train_id(request)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir.")
check_train_job_and_profiler_dir(profiler_dir_abs)
condition = request.stream.read()
try:
condition = json.loads(condition) if condition else {}
except (json.JSONDecodeError, ValueError):
raise ParamValueError("Json data parse failed.")
device_id = condition.get("device_id", "0")
to_int(device_id, 'device_id')
analyser = AnalyserFactory.instance().get_analyser(
'minddata_cpu_utilization', profiler_dir_abs, device_id)
cpu_utilization = analyser.query(condition)
return jsonify(cpu_utilization)
def get_minddata_pipeline_queue_info():
"""
Get the special minddata pipeline queue info.
Returns:
str, the queue information.
Raises:
ParamValueError: If the search condition contains some errors.
Examples:
>>> GET http://xxxx/v1/mindinsight/profile/minddata-pipeline/queue
"""
profiler_dir = get_profiler_dir(request)
train_id = get_train_id(request)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir.")
check_train_job_and_profiler_dir(profiler_dir_abs)
device_id = request.args.get('device_id', default='0')
to_int(device_id, 'device_id')
op_id = request.args.get('op_id', type=int)
if op_id is None:
raise ParamValueError(
"Invalid operator id or operator id does not exist.")
analyser = AnalyserFactory.instance().get_analyser('minddata_pipeline',
profiler_dir_abs,
device_id)
op_queue_info = analyser.get_op_and_parent_op_info(op_id)
return jsonify(op_queue_info)
def get_profiler_abs_dir(requests):
"""
Get interval process summary.
Args:
requests (LocalProxy): The requests.
Returns:
str, the profiler abs dir.
"""
profiler_dir = get_profiler_dir(requests)
train_id = get_train_id(requests)
if not profiler_dir or not train_id:
raise ParamValueError("No profiler_dir or train_id.")
profiler_dir_abs = os.path.join(settings.SUMMARY_BASE_DIR, train_id,
profiler_dir)
try:
profiler_dir_abs = validate_and_normalize_path(profiler_dir_abs,
"profiler")
except ValidationError:
raise ParamValueError("Invalid profiler dir")
return profiler_dir_abs
