def test_timestamp_dataframe(self, mocker, timestamp_specification):
mock = mocker.patch \
.object(GeneratorsHandler, 'valid_specification_dataset')
mock.return_value = timestamp_specification
handler = GeneratorsHandler({"config_file": None})
specification = handler.valid_specification_dataset()
dataframe = handler.generate_dataframe(specification)
assert isinstance(dataframe, DataFrame) is True
assert dataframe.shape[0] == timestamp_specification['size']
for field in timestamp_specification['fields']:
assert dataframe[field['name']].dtype.name == field['expected']
def test_bool_dataframe(self, mocker, bool_specification):
with patch('builtins.open',
mock_open(read_data=json.dumps(bool_specification))):
dataset = bool_specification['datasets']['sample']
expected_size = dataset['size']
expected_fields = dataset['fields']
handler = GeneratorsHandler({"config_file": None})
dataframe = handler.generate_dataframe(dataset)
assert isinstance(dataframe, DataFrame) is True
assert dataframe.shape[0] == expected_size
for field in expected_fields:
assert dataframe[field['name']].dtype.name == field['expected']
def test_write(self, mocker, valid_specification):
mock_config = mocker.patch \
.object(GeneratorsHandler,
'valid_specification_dataset')
mock_config.return_value = valid_specification
handler = GeneratorsHandler(arguments={'config_file': None})
for key in valid_specification['datasets'].keys():
dataset = valid_specification['datasets'][key]
dataset_format = dataset['format']
dataframe = handler.generate_dataframe(dataset)
for destination in dataset['serializers']['to']:
file_type = destination['type']
writer = writers[file_type]
mock = mocker.patch.object(writer, 'write')
mock.return_value = 'file_path'
file_path = handler.write_dataframe(dataframe=dataframe,
destination=destination,
format_=dataset_format)
mock.assert_called()
assert file_path == 'file_path'