def load_data_io_model(model_name="DataIO",
model_table=None,
model_namespace=None):
model_meta = DataIOMeta()
model_param = DataIOParam()
manager.read_model(buffer_type=model_name + ".meta",
proto_buffer=model_meta,
name=model_table,
namespace=model_namespace)
manager.read_model(buffer_type=model_name + ".param",
proto_buffer=model_param,
name=model_table,
namespace=model_namespace)
delimitor = model_meta.delimitor
data_type = model_meta.data_type
with_label = model_meta.with_label
label_idx = model_meta.label_idx
label_type = model_meta.label_type
output_format = model_meta.output_format
header = list(model_param.header)
return delimitor, data_type, with_label, label_idx, label_type, output_format, header
def save_data_io_model(input_format="dense",
delimitor=",",
data_type="str",
with_label=False,
label_idx=0,
label_type="int",
output_format="dense",
header=None,
model_name="DataIO",
model_table=None,
model_namespace=None):
model_meta = DataIOMeta()
model_param = DataIOParam()
model_meta.input_format = input_format
model_meta.delimitor = delimitor
model_meta.data_type = data_type
model_meta.with_label = with_label
model_meta.label_idx = label_idx
model_meta.label_type = label_type
model_meta.output_format = output_format
if header is not None:
model_param.header.extend(header)
manager.save_model(buffer_type=model_name + ".meta",
proto_buffer=model_meta,
name=model_table,
namespace=model_namespace)
manager.save_model(buffer_type=model_name + ".param",
proto_buffer=model_param,
name=model_table,
namespace=model_namespace)
def save_data_io_model(input_format="dense",
delimitor=",",
data_type="str",
tag_with_value=False,
tag_value_delimitor=":",
with_label=False,
label_idx=0,
label_type="int",
output_format="dense",
header=None,
sid_name=None,
label_name=None,
model_name="DataIO"):
model_meta = DataIOMeta()
model_param = DataIOParam()
model_meta.input_format = input_format
model_meta.delimitor = delimitor
model_meta.data_type = data_type
model_meta.tag_with_value = tag_with_value
model_meta.tag_value_delimitor = tag_value_delimitor
model_meta.with_label = with_label
model_meta.label_idx = label_idx
model_meta.label_type = label_type
model_meta.output_format = output_format
if header is not None:
model_param.header.extend(header)
if sid_name:
model_param.sid_name = sid_name
if label_name:
model_param.label_name = label_name
return model_meta, model_param
def __init__(self):
super(DataIO, self).__init__()
self.reader = None
from federatedml.param.dataio_param import DataIOParam
self.model_param = DataIOParam()