def add_mlpm_task_func(func, description: str = None) -> dict:
"""
添加一个任务函数
:param func: 对应的任务函数对象
:param description: 简短描述信息
:return: 添加后的任务函数信息
"""
session = PGSession()
try:
task_func = MLPMTaskFunc(name='{0}:{1}'.format(func.__module__,
func.__name__),
desc=description,
doc=func.__doc__)
session.add(task_func)
session.commit()
except AttributeError:
print('func 不合法')
except DatabaseError as ex:
print('添加失败', ex.args, ex.detail)
session.rollback()
else:
return task_func.as_dict()
finally:
session.close()
def upload_file():
print('get request')
rs = {}
alg = 'SVM'
if request.method == 'POST':
print('request method is post')
func_kwargs = get_param(request.form, 'kwargs')
func_args = get_param(request.form, 'args')
username = get_param(request.form, 'username', required=False)
func_name = get_param(request.form, 'name')
print(func_name)
func_desc = get_param(request.form, 'desc', required=False)
func_id = PGSession.query(
MLPMTaskFunc.id).filter(MLPMTaskFunc.name == func_name).scalar()
if not func_id:
raise MLPMJobException(MLPMJobErrorEnum.FUNC_NOT_FOUND)
try:
args = json.loads(func_args)
alg = args[0]
if not isinstance(args, typing.Iterable):
raise MLPMJobException(MLPMJobErrorEnum.BAD_FUNC_PARAM,
'`args` 必须是合法的可迭代对象。')
kwargs = json.loads(func_kwargs)
if not isinstance(kwargs, typing.Dict):
raise MLPMJobException(MLPMJobErrorEnum.BAD_FUNC_PARAM,
'`kwargs` 必须是合法的字典对象。')
except JSONDecodeError:
current_app.logger.warning(
f'<User: {username}> submit a task with bad arguments: ({func_args}, {func_kwargs})'
)
raise MLPMJobException(MLPMJobErrorEnum.BAD_ARGUMENTS,
'您提供的函数参数不是可解析的 JSON 字符串！')
func = import_object(func_name)
if not isinstance(func, MLPMAsyncTask):
raise MLPMJobException(MLPMJobErrorEnum.ILLEGAL_FUNC,
'你选择的函数不是合法的 MLPM 异步函数')
if 'file' not in request.files:
raise MLPMJobException(MLPMJobErrorEnum.NO_FILE, '你没有上传文件！')
session = PGSession()
file = request.files['file']
if file and allow_file(file.filename):
filename = secure_filename(file.filename)
file.save(os.path.join(MEDIA_DIR, filename))
rs['status'] = 'ok'
rs['kwargs'] = func_kwargs
rs['args'] = func_args
try:
alg = args[0]
params = args[1]
label = args[2]
features = args[3]
r = func.delay(alg, os.path.join(MEDIA_DIR, filename), params,
label, features)
user_task = UserTask(username=username,
func_id=func_id,
task_id=r.id,
args=func_args,
kwargs=func_kwargs,
desc=func_desc)
session.add(user_task)
session.commit()
return make_json_resp(user_task.as_dict())
except Exception:
current_app.logger.exception('Unknown error occurs:')
session.rollback()
raise MLPMJobException(MLPMJobErrorEnum.UNKNOWN_ERROR)
finally:
session.close()
def submit_task():
"""
@api {post} /api/v1/tasks/submit 提交任务
@apiVersion 1.0.0
@apiGroup User-Task
@apiDescription 提交一个任务
@apiParam (URL Params) {String} task_id 任务 id
@apiParam (GET Params) {Number} _ 时间戳，utc 时间秒数
@apiParam (POST Params) {String} [username] 提交者用户名，非必填，不过不填之后就找不到该用户了
@apiParam (POST Params) {String} name 函数名，`module:name` 的形式
@apiParam (POST Params) {String} args 非命名参数，`["a", 1, ["a", 1]]` 的形式，必须可被 json 解析为列表
@apiParam (POST Params) {String} kwargs 命名参数，`{"a": 1}` 的形式，必须可被 json 解析为 dict
@apiParam (POST Params) {String} [desc] 任务描述信息
@apiSuccess {Number} id 用户任务 id，没什么用
@apiSuccess {Number} func_id 对应函数的 id，没什么用
@apiSuccess {String} username 用户名
@apiSuccess {String} args 非命名参数
@apiSuccess {String} kwargs 命名参数
@apiSuccess {String} desc 描述信息
@apiSuccess {String} task_id 任务 id，真正有用的 id 是这个
@apiSuccess {String} create_date 任务创建时间，`%a, %d %b %Y %H:%M:%S GMT`
@apiSuccessExample {json} Success-Response:
HTTP/1.1 200 OK
{
"code": 0,
"msg": "OK",
"data": {
"args": "[\"aa bb cc dd\"]",
"create_date": "Sat, 05 May 2018 08:25:32 GMT",
"desc": null,
"func_id": 1,
"id": 1,
"kwargs": "{}",
"task_id": "325a0a70-abe5-4908-b3e3-f77266306a05",
"username": "******"
}
}
"""
username = get_param(request.form, 'username', required=False)
func_name = get_param(request.form, 'name')
func_args = get_param(request.form, 'args')
func_kwargs = get_param(request.form, 'kwargs')
func_desc = get_param(request.form, 'desc', required=False)
func_id = PGSession.query(
MLPMTaskFunc.id).filter(MLPMTaskFunc.name == func_name).scalar()
if not func_id:
raise MLPMJobException(MLPMJobErrorEnum.FUNC_NOT_FOUND)
args = json.loads(func_args)
if not isinstance(args, typing.Iterable):
raise MLPMJobException(MLPMJobErrorEnum.BAD_FUNC_PARAM,
'`args` 必须是合法的可迭代对象。')
kwargs = json.loads(func_kwargs)
if not isinstance(kwargs, typing.Dict):
raise MLPMJobException(MLPMJobErrorEnum.BAD_FUNC_PARAM,
'`kwargs` 必须是合法的字典对象。')
func = import_object(func_name)
if not isinstance(func, MLPMAsyncTask):
raise MLPMJobException(MLPMJobErrorEnum.ILLEGAL_FUNC,
'你选择的函数不是合法的 MLPM 异步函数')
session = PGSession()
try:
r = func.delay(*args, **kwargs)
user_task = UserTask(username=username,
func_id=func_id,
task_id=r.id,
args=func_args,
kwargs=func_kwargs,
desc=func_desc)
session.add(user_task)
session.commit()
return make_json_resp(user_task.as_dict())
except JSONDecodeError:
current_app.logger.warning(
f'<User: {username}> submit a task with bad arguments: ({func_args}, {func_kwargs})'
)
raise MLPMJobException(MLPMJobErrorEnum.BAD_ARGUMENTS,
'您提供的函数参数不是可解析的 JSON 字符串！')
except Exception:
current_app.logger.exception('Unknown error occurs:')
session.rollback()
raise MLPMJobException(MLPMJobErrorEnum.UNKNOWN_ERROR)
finally:
session.close()