def intersect(self, data_instance, intersect_flowid=''):
if data_instance is None:
return data_instance
if self.workflow_param.need_intersect:
header = data_instance.schema.get('header')
LOGGER.info("need_intersect: true!")
intersect_param = IntersectParam()
self.intersect_params = ParamExtract.parse_param_from_config(
intersect_param, self.config_path)
LOGGER.info("Start intersection!")
if self.role == consts.HOST:
intersect_operator = RawIntersectionHost(self.intersect_params)
elif self.role == consts.GUEST:
intersect_operator = RawIntersectionGuest(
self.intersect_params)
elif self.role == consts.ARBITER:
return data_instance
else:
raise ValueError("Unknown role of workflow")
intersect_operator.set_flowid(intersect_flowid)
intersect_ids = intersect_operator.run(data_instance)
LOGGER.info("finish intersection!")
intersect_data_instance = intersect_ids.join(
data_instance, lambda i, d: d)
LOGGER.info("get intersect data_instance!")
# LOGGER.debug("intersect_data_instance count:{}".format(intersect_data_instance.count()))
intersect_data_instance.schema['header'] = header
return intersect_data_instance
else:
LOGGER.info("need_intersect: false!")
return data_instance
def intersect(self, data_instance, intersect_flowid=''):
if data_instance is None:
return data_instance
if self.workflow_param.need_intersect:
header = data_instance.schema.get('header')
LOGGER.info("need_intersect: true!")
intersect_param = IntersectParam()
self.intersect_params = self._load_param(intersect_param)
LOGGER.info("Start intersection!")
if self.role == consts.HOST:
intersect_operator = RawIntersectionHost(self.intersect_params)
elif self.role == consts.GUEST:
intersect_operator = RawIntersectionGuest(
self.intersect_params)
elif self.role == consts.ARBITER:
return data_instance
else:
raise ValueError("Unknown role of workflow")
intersect_operator.set_flowid(intersect_flowid)
intersect_ids = intersect_operator.run(data_instance)
LOGGER.info("finish intersection!")
return intersect_ids
else:
LOGGER.info("need_intersect: false!")
return data_instance
def __init_intersect_method(self):
LOGGER.info("Using {} intersection, role is {}".format(self.model_param.intersect_method, self.role))
self.host_party_id_list = self.component_properties.host_party_idlist
self.guest_party_id = self.component_properties.guest_partyid
if self.role == consts.HOST:
self.host_party_id = self.component_properties.local_partyid
if self.model_param.intersect_method == "rsa":
if self.role == consts.HOST:
self.intersection_obj = RsaIntersectionHost(self.model_param)
self.intersection_obj.host_party_id = self.host_party_id
elif self.role == consts.GUEST:
self.intersection_obj = RsaIntersectionGuest(self.model_param)
else:
raise ValueError("role {} is not support".format(self.role))
self.intersection_obj.guest_party_id = self.guest_party_id
elif self.model_param.intersect_method == "raw":
if self.role == consts.HOST:
self.intersection_obj = RawIntersectionHost(self.model_param)
elif self.role == consts.GUEST:
self.intersection_obj = RawIntersectionGuest(self.model_param)
else:
raise ValueError("role {} is not support".format(self.role))
self.intersection_obj.task_id = self.taskid
else:
raise ValueError("intersect_method {} is not support yet".format(self.model_param.intersect_method))
if self.role == consts.HOST:
self.intersection_obj.host_party_id = self.host_party_id
self.intersection_obj.guest_party_id = self.guest_party_id
self.intersection_obj.host_party_id_list = self.host_party_id_list
def setUp(self):
self.jobid = str(uuid.uuid1())
session.init(self.jobid)
from federatedml.statistic.intersect import RsaIntersectionHost
from federatedml.statistic.intersect import RawIntersectionHost
intersect_param = IntersectParam()
self.rsa_operator = RsaIntersectionHost()
self.rsa_operator.load_params(intersect_param)
self.raw_operator = RawIntersectionHost()
self.raw_operator.load_params(intersect_param)
def init_intersect_method(self):
super().init_intersect_method()
self.host_party_id = self.component_properties.local_partyid
if self.model_param.intersect_method == "rsa":
self.intersection_obj = RsaIntersectionHost()
elif self.model_param.intersect_method == "raw":
self.intersection_obj = RawIntersectionHost()
self.intersection_obj.tracker = self.tracker
self.intersection_obj.task_version_id = self.task_version_id
else:
raise ValueError("intersect_method {} is not support yet".format(
self.model_param.intersect_method))
self.intersection_obj.host_party_id = self.host_party_id
self.intersection_obj.guest_party_id = self.guest_party_id
self.intersection_obj.host_party_id_list = self.host_party_id_list
self.intersection_obj.load_params(self.model_param)
def __init_intersect_method(self):
LOGGER.info("Using {} intersection, role is {}".format(
self.model_param.intersect_method, self.role))
if self.model_param.intersect_method == "rsa":
if self.role == consts.HOST:
self.intersection_obj = RsaIntersectionHost(self.model_param)
elif self.role == consts.GUEST:
self.intersection_obj = RsaIntersectionGuest(self.model_param)
else:
raise ValueError("role {} is not support".format(self.role))
elif self.model_param.intersect_method == "raw":
if self.role == consts.HOST:
self.intersection_obj = RawIntersectionHost(self.model_param)
elif self.role == consts.GUEST:
self.intersection_obj = RawIntersectionGuest(self.model_param)
else:
raise ValueError("role {} is not support".format(self.role))
else:
raise ValueError("intersect_method {} is not support yet".format(
self.model_param.intersect_method))