Esempio n. 1
0
def pipeline_post_save_handler(sender, instance, created, **kwargs):
    # 任务必须是执行完成,由 celery 触发
    if not created and instance.is_finished:
        # 获得任务实例的执行树
        status_tree = get_status_tree(instance.instance_id, 99)
        # 删除原有原子数据
        ComponentExecuteData.objects.filter(instance_id=instance.id).delete()
        # 获得任务实例的执行数据
        data = instance.execution_data
        component_list = []
        with transaction.atomic():
            try:
                # act_id 节点 act 原子数据
                for act_id, act in data[PE.activities].items():
                    is_retry = False
                    if act['type'] == PE.ServiceActivity:
                        # 原子重试
                        if status_tree["children"][act_id]["retry"] > 0:
                            # 需要通过执行历史获得
                            history_list = get_activity_histories(act_id)
                            for history in history_list:
                                start_time = history["started_time"]
                                archived_time = history["archived_time"]
                                elapsed_time = history["elapsed_time"]
                                is_retry = True
                        else:
                            # 原子没有重试
                            # 执行树的相关内容
                            start_time = status_tree["started_time"]
                            archived_time = status_tree["archived_time"]
                            elapsed_time = status_tree["elapsed_time"]
                        status = True if status_tree[
                            "state"] == "FINISHED" else False
                        # 创建对象
                        component = ComponentExecuteData(
                            component_code=act['component']['code'],
                            instance_id=instance.instance_id,
                            node_id=act_id,
                            started_time=start_time,
                            archived_time=archived_time,
                            elapsed_time=elapsed_time,
                            status=status,
                            is_skip=status_tree["skip"],
                            is_retry=is_retry)
                        component_list.append(component)
                    else:
                        # 传递流程数据
                        children_tree_dict = status_tree["children"][act_id][
                            "children"]
                        component_list = recursive_subprocess_tree(
                            children_tree_dict, act_id, instance.instance_id,
                            component_list, act[PE.pipeline][PE.activities],
                            None)
                ComponentExecuteData.objects.bulk_create(component_list)
            except Exception as e:
                logger.exception(
                    u"instance_post_save_handler raise error: %s" % e)
Esempio n. 2
0
def recursive_subprocess_tree(children_tree_dict,
                              act_id,
                              instance_id,
                              component_list,
                              activities=None,
                              stack=None):
    """
    @summary 递归子流程树
    :param children_tree_dict: 执行树的 children 节点
    :param act_id: 上一个流程 id
    :param instance_id: 实例 id
    :param activities: 子流程模板中标准插件信息
    :param stack: 子流程堆栈信息
    :param component_list: 存放执行的标准插件数据,用于批量插入
    :return:
    """
    if stack is None:
        stack = []
    # 防止stack共用
    other_stack = stack[:]
    # 插入上一个模板的id
    other_stack.insert(0, act_id)
    for act_id, act in activities.items():
        is_skip = False
        is_retry = False
        # 属于标准插件节点
        if act["type"] == PE.ServiceActivity:
            # 标准插件重试
            if children_tree_dict[act_id]["retry"] > 0:
                # 需要通过执行历史获得
                history_list = get_activity_histories(act_id)
                for history in history_list:
                    started_time = history["started_time"]
                    archived_time = history["archived_time"]
                    elapsed_time = history["elapsed_time"]
                    is_retry = True
            # 标准插件未重试
            else:
                started_time = children_tree_dict[act_id]["started_time"]
                archived_time = children_tree_dict[act_id]["archived_time"]
                elapsed_time = children_tree_dict[act_id]["elapsed_time"]
                is_skip = children_tree_dict[act_id]["skip"]
            status = True if children_tree_dict[act_id][
                "state"] == "FINISHED" else False
            # 创建对象
            component = ComponentExecuteData(
                component_code=act['component']['code'],
                instance_id=instance_id,
                node_id=act_id,
                is_sub=True,
                subprocess_stack=json.dumps(other_stack),
                started_time=started_time,
                archived_time=archived_time,
                elapsed_time=elapsed_time,
                status=status,
                is_skip=is_skip,
                is_retry=is_retry)
            component_list.append(component)
        # 子流程的执行堆栈(子流程的执行过程)
        # 添加节点id
        elif act["type"] == PE.SubProcess:
            # 重新子流程获取 children 节点的信息
            other_children_tree_dict = children_tree_dict[act_id]["children"]
            # 递归子流程树
            component_list = recursive_subprocess_tree(
                other_children_tree_dict, act_id, instance_id, component_list,
                act[PE.pipeline][PE.activities], other_stack)
    return component_list
Esempio n. 3
0
def pipeline_post_save_handler(sender, instance, created, **kwargs):
    # 任务必须是执行完成,由 celery 触发
    if not created and instance.is_finished:
        # 获得任务实例的执行树
        status_tree = get_status_tree(instance.instance_id, 99)
        # 删除原有标准插件数据
        ComponentExecuteData.objects.filter(
            instance_id=instance.instance_id).delete()
        # 获得任务实例的执行数据
        data = instance.execution_data
        component_list = []
        with transaction.atomic():
            try:
                # act_id 节点 act 标准插件数据
                for act_id, act in data[PE.activities].items():
                    is_retry = False
                    if act['type'] == PE.ServiceActivity:
                        # 标准插件重试
                        status_act = status_tree["children"].get(act_id)
                        if status_act is None:
                            continue
                        if status_act["retry"] > 0:
                            # 需要通过执行历史获得
                            history_list = get_activity_histories(act_id)
                            for history in history_list:
                                start_time = history["started_time"]
                                archived_time = history["archived_time"]
                                elapsed_time = history["elapsed_time"]
                                is_retry = True
                        else:
                            # 标准插件没有重试
                            # 执行树的相关内容
                            start_time = status_tree["started_time"]
                            archived_time = status_tree["archived_time"]
                            elapsed_time = status_tree["elapsed_time"]
                        status = True if status_tree[
                            "state"] == "FINISHED" else False
                        # 创建对象
                        component = ComponentExecuteData(
                            component_code=act['component']['code'],
                            instance_id=instance.instance_id,
                            node_id=act_id,
                            started_time=start_time,
                            archived_time=archived_time,
                            elapsed_time=elapsed_time,
                            status=status,
                            is_skip=status_tree["skip"],
                            is_retry=is_retry)
                        component_list.append(component)
                    else:
                        # 传递流程数据
                        children_tree_dict = status_tree["children"][act_id][
                            "children"]
                        component_list = recursive_subprocess_tree(
                            children_tree_dict, act_id, instance.instance_id,
                            component_list, act[PE.pipeline][PE.activities],
                            None)
                ComponentExecuteData.objects.bulk_create(component_list)
            except Exception as e:
                logger.exception(
                    u"instance_post_save_handler raise error: %s" % e)
            # 统计流程标准插件个数,子流程个数,网关个数
            instance_id = instance.instance_id
            # 获取pipeline_tree
            pipeline_tree = instance.execution_data
            # 初始化插入值
            atom_total = 0
            subprocess_total = 0
            # 获得pipeline_tree
            tree_activities = pipeline_tree["activities"]
            # 获取网关数量
            gateways_total = len(pipeline_tree["gateways"])
            # 遍历activities节点
            for activity in tree_activities:
                activity_type = tree_activities[activity]["type"]
                if activity_type == "ServiceActivity":
                    atom_total += 1
                elif activity_type == "SubProcess":
                    subprocess_total += 1
            try:
                InstanceInPipeline.objects.create(
                    instance_id=instance_id,
                    atom_total=atom_total,
                    subprocess_total=subprocess_total,
                    gateways_total=gateways_total)
            except Exception as e:
                logger.exception(
                    u"instance_post_save_handler raise error: %s" % e)