def test_correct_data_posted_to_new_data_set_given_response(
self, client_post, client_get):
mock_get_response = mock.Mock()
mock_get_response.json.return_value = self.existing_data
client_get.return_value = mock_get_response
migrate_data_set(self.data_set_mapping['old_data_set'],
self.data_set_mapping['new_data_set'],
self.data_set_mapping["data_mapping"])
client_post.assert_called_once_with(self.newly_mapped_data['data'])
def run():
for mapping in transaction_by_channel_data_set_mappings:
print("converting {} to {}".format(
mapping['old_data_set'],
mapping['new_data_set']))
print("this will not delete the old data set")
migrate_data_set(mapping['old_data_set'],
mapping['new_data_set'],
mapping["data_mapping"])
def test_correct_data_posted_to_new_data_set_given_response(
self, client_post, client_get):
mock_get_response = mock.Mock()
mock_get_response.json.return_value = self.existing_data
client_get.return_value = mock_get_response
migrate_data_set(self.data_set_mapping['old_data_set'],
self.data_set_mapping['new_data_set'],
self.data_set_mapping["data_mapping"])
client_post.assert_called_once_with(self.newly_mapped_data['data'])
def test_correct_new_data_set_created(self, client_post, client_get):
mock_get_response = mock.Mock()
mock_get_response.json.return_value = self.existing_data
client_get.return_value = mock_get_response
migrate_data_set(self.data_set_mapping['old_data_set'],
self.data_set_mapping['new_data_set'],
self.data_set_mapping["data_mapping"])
new_data_set = DataSet.objects.get(name='scooters_a_type')
new_data_set_serialised = dict(new_data_set.serialize())
del new_data_set_serialised['schema']
assert_equal(new_data_set_serialised, self.new_dataset_config)
def test_correct_new_data_set_created(self, client_post, client_get):
mock_get_response = mock.Mock()
mock_get_response.json.return_value = self.existing_data
client_get.return_value = mock_get_response
migrate_data_set(self.data_set_mapping['old_data_set'],
self.data_set_mapping['new_data_set'],
self.data_set_mapping["data_mapping"])
new_data_set = DataSet.objects.get(name='scooters_a_type')
new_data_set_serialised = dict(new_data_set.serialize())
del new_data_set_serialised['schema']
assert_equal(new_data_set_serialised, self.new_dataset_config)
def test_handles_new_data_set_already_exists(
self, client_post, client_get):
mock_get_response = mock.Mock()
mock_get_response.json.return_value = self.existing_data
client_get.return_value = mock_get_response
migrate_data_set(self.data_set_mapping_new_exists['old_data_set'],
self.data_set_mapping_new_exists['new_data_set'],
self.data_set_mapping_new_exists["data_mapping"])
new_data_set = DataSet.objects.get(name='realtime-mowers')
new_data_set_serialised = dict(new_data_set.serialize())
del new_data_set_serialised['schema']
assert_equal(new_data_set_serialised,
self.new_dataset_config_already_exists)
def test_handles_new_data_set_already_exists(self, client_post,
client_get):
mock_get_response = mock.Mock()
mock_get_response.json.return_value = self.existing_data
client_get.return_value = mock_get_response
migrate_data_set(self.data_set_mapping_new_exists['old_data_set'],
self.data_set_mapping_new_exists['new_data_set'],
self.data_set_mapping_new_exists["data_mapping"])
new_data_set = DataSet.objects.get(name='realtime-mowers')
new_data_set_serialised = dict(new_data_set.serialize())
del new_data_set_serialised['schema']
assert_equal(new_data_set_serialised,
self.new_dataset_config_already_exists)