def construct_data_reader(lbann):
"""Construct Protobuf message for Python data reader.
The Python data reader will import the current Python file to
access the sample access functions.
Args:
lbann (module): Module for LBANN Python frontend
"""
# Note: The training data reader should be removed when
# https://github.com/LLNL/lbann/issues/1098 is resolved.
message = lbann.reader_pb2.DataReader()
message.reader.extend([
tools.create_python_data_reader(
lbann,
current_file,
'get_sample',
'num_samples',
'sample_dims',
'train'
)
])
message.reader.extend([
tools.create_python_data_reader(
lbann,
current_file,
'get_sample',
'num_samples',
'sample_dims',
'test'
)
])
return message
def construct_data_reader(lbann):
"""Construct Protobuf message for Python data reader.
The Python data reader will import the current Python file to
access the sample access functions.
Args:
lbann (module): Module for LBANN Python frontend
"""
message = lbann.reader_pb2.DataReader()
message.reader.extend([
tools.create_python_data_reader(
lbann,
current_file,
'get_train_sample',
'num_train_samples',
'sample_dims',
'train',
),
tools.create_python_data_reader(
lbann,
current_file,
'get_val_sample',
'num_val_samples',
'sample_dims',
'validate',
),
tools.create_python_data_reader(
lbann,
current_file,
'get_val_sample',
'num_val_samples',
'sample_dims',
'tournament',
),
tools.create_python_data_reader(
lbann,
current_file,
'get_test_sample',
'num_test_samples',
'sample_dims',
'test',
),
])
return message
