def load_data_io_model(model_name="DataIO", model_table=None, model_namespace=None): model_meta = DataIOMeta() model_param = DataIOParam() manager.read_model(buffer_type=model_name + ".meta", proto_buffer=model_meta, name=model_table, namespace=model_namespace) manager.read_model(buffer_type=model_name + ".param", proto_buffer=model_param, name=model_table, namespace=model_namespace) delimitor = model_meta.delimitor data_type = model_meta.data_type with_label = model_meta.with_label label_idx = model_meta.label_idx label_type = model_meta.label_type output_format = model_meta.output_format header = list(model_param.header) return delimitor, data_type, with_label, label_idx, label_type, output_format, header
def save_data_io_model(input_format="dense", delimitor=",", data_type="str", with_label=False, label_idx=0, label_type="int", output_format="dense", header=None, model_name="DataIO", model_table=None, model_namespace=None): model_meta = DataIOMeta() model_param = DataIOParam() model_meta.input_format = input_format model_meta.delimitor = delimitor model_meta.data_type = data_type model_meta.with_label = with_label model_meta.label_idx = label_idx model_meta.label_type = label_type model_meta.output_format = output_format if header is not None: model_param.header.extend(header) manager.save_model(buffer_type=model_name + ".meta", proto_buffer=model_meta, name=model_table, namespace=model_namespace) manager.save_model(buffer_type=model_name + ".param", proto_buffer=model_param, name=model_table, namespace=model_namespace)
def save_data_io_model(input_format="dense", delimitor=",", data_type="str", tag_with_value=False, tag_value_delimitor=":", with_label=False, label_idx=0, label_type="int", output_format="dense", header=None, sid_name=None, label_name=None, model_name="DataIO"): model_meta = DataIOMeta() model_param = DataIOParam() model_meta.input_format = input_format model_meta.delimitor = delimitor model_meta.data_type = data_type model_meta.tag_with_value = tag_with_value model_meta.tag_value_delimitor = tag_value_delimitor model_meta.with_label = with_label model_meta.label_idx = label_idx model_meta.label_type = label_type model_meta.output_format = output_format if header is not None: model_param.header.extend(header) if sid_name: model_param.sid_name = sid_name if label_name: model_param.label_name = label_name return model_meta, model_param
def __init__(self): super(DataIO, self).__init__() self.reader = None from federatedml.param.dataio_param import DataIOParam self.model_param = DataIOParam()