def test_merge_silos_without_mapped_columns(self):
mapping_data = """{
"0": {
"left_table_cols": [],
"right_table_col": "",
"merge_type": ""
},
"left_unmapped_cols": ["first name"],
"right_unmapped_cols": ["last name"]
}"""
left_silo = self._create_silo('left_silo', 1, 'Bob', 'left')
factories.UniqueFields(silo=left_silo, name='first name')
right_silo = self._create_silo('right_silo', 1, 'Marley', 'right')
factories.UniqueFields(silo=right_silo, name='number')
merged_silo = factories.Silo(owner=self.user,
name='merged_silo',
public=True)
response = merge_two_silos(mapping_data, left_silo.pk, right_silo.pk,
merged_silo.pk)
self.assertEqual(
response, {
'status':
"danger",
'message':
"Both silos (%s, %s) must have the same "
"column set as unique fields" %
(left_silo.name, right_silo.name)
})
def test_merge_silo_with_datetime_unique_field(self):
left_silo = self._create_silo('left_silo', 1, 'Bob', 'left')
factories.UniqueFields(silo=left_silo, name='created_date')
right_silo = self._create_silo('right_silo', 1, 'Marley', 'right')
factories.UniqueFields(silo=right_silo, name='created_date')
merged_silo = factories.Silo(owner=self.user,
name='merged_silo',
public=True)
response = merge_two_silos(self.mapping_data, left_silo.pk,
right_silo.pk, merged_silo.pk)
self.assertEqual(response, {
'status': "success",
'message': "Merged data successfully"
})
merged_silo = Silo.objects.get(pk=merged_silo.pk)
self.assertEqual(
LabelValueStore.objects.filter(silo_id=merged_silo.pk).count(), 1)
merged_silo_row = LabelValueStore.objects.get(silo_id=merged_silo.pk)
self.assertEqual(merged_silo_row['first name'], 'Bob')
self.assertEqual(merged_silo_row['last name'], 'Marley')
def test_merge_silo_with_specified_merge_type(self):
mapping_data = """{
"0": {
"left_table_cols": ["number", "points"],
"right_table_col": "number",
"merge_type": "Avg"
},
"left_unmapped_cols": [],
"right_unmapped_cols": []
}"""
user = factories.User(username='******')
left_silo = factories.Silo(owner=user, name='left_silo', public=True)
left_silo_r = factories.LabelValueStore(silo_id=left_silo.pk)
left_silo_r['number'] = 1
left_silo_r['points'] = 5
left_silo_r.save()
left_silo_r2 = factories.LabelValueStore(silo_id=left_silo.pk)
left_silo_r2['number'] = 2
left_silo_r2['points'] = 7
left_silo_r2.save()
factories.UniqueFields(silo=left_silo, name='number')
right_silo = factories.Silo(owner=user, name='right_silo', public=True)
right_silo_r = factories.LabelValueStore(silo_id=right_silo.pk)
right_silo_r['number'] = 1
right_silo_r.save()
right_silo_r2 = factories.LabelValueStore(silo_id=right_silo.pk)
right_silo_r2['number'] = 2
right_silo_r2.save()
factories.UniqueFields(silo=right_silo, name='number')
merged_silo = factories.Silo(owner=user,
name='merged_silo',
public=True)
response = merge_two_silos(mapping_data, left_silo.pk, right_silo.pk,
merged_silo.pk)
self.assertEqual(response, {
'status': "success",
'message': "Merged data successfully"
})
merged_silo = Silo.objects.get(pk=merged_silo.pk)
self.assertEqual(
LabelValueStore.objects.filter(silo_id=merged_silo.pk).count(), 4)
merged_silo_rows = LabelValueStore.objects.filter(
silo_id=merged_silo.pk)
self.assertEqual(merged_silo_rows[0]['number'], 1)
self.assertEqual(merged_silo_rows[1]['number'], 2)
self.assertEqual(merged_silo_rows[2]['number'], 3.0)
self.assertEqual(merged_silo_rows[3]['number'], 4.5)
def test_merge_silos_without_merged_silo(self):
left_silo = self._create_silo('left_silo', 1, 'Bob', 'left')
factories.UniqueFields(silo=left_silo, name='number')
right_silo = self._create_silo('right_silo', 1, 'Marley', 'right')
factories.UniqueFields(silo=right_silo, name='number')
merged_silo_random_id = random.randint(1, 9999)
response = merge_two_silos(self.mapping_data, left_silo.pk,
right_silo.pk, merged_silo_random_id)
self.assertEqual(
response, {
'status':
"danger",
'message':
"Merged Silo does not exist: "
"silo_id=%s" % merged_silo_random_id
})
def test_merge_silos_without_right_silo(self):
left_silo = self._create_silo('left_silo', 1, 'Bob', 'left')
factories.UniqueFields(silo=left_silo, name='number')
right_silo_random_id = random.randint(1, 9999)
merged_silo = factories.Silo(owner=self.user,
name='merged_silo',
public=True)
response = merge_two_silos(self.mapping_data, left_silo.pk,
right_silo_random_id, merged_silo.pk)
self.assertEqual(
response, {
'status':
"danger",
'message':
"Right Silo does not exist: "
"silo_id=%s" % right_silo_random_id
})
def test_merge_silos_with_different_unique_fields(self):
left_silo = self._create_silo('left_silo', 1, 'Bob', 'left')
factories.UniqueFields(silo=left_silo, name='first name')
right_silo = self._create_silo('right_silo', 1, 'Marley', 'right')
factories.UniqueFields(silo=right_silo, name='number')
merged_silo = factories.Silo(owner=self.user,
name='merged_silo',
public=True)
response = merge_two_silos(self.mapping_data, left_silo.pk,
right_silo.pk, merged_silo.pk)
self.assertEqual(
response, {
'status':
"danger",
'message':
"Both silos (%s, %s) must have the same "
"column set as unique fields" %
(left_silo.name, right_silo.name)
})
def test_merge_silos_without_unique_field_in_right_silo(self):
left_silo = self._create_silo('left_silo', 1, 'Bob', 'left')
factories.UniqueFields(silo=left_silo, name='number')
right_silo = self._create_silo('right_silo', 1, 'Marley', 'right')
merged_silo = factories.Silo(owner=self.user,
name='merged_silo',
public=True)
response = merge_two_silos(self.mapping_data, left_silo.pk,
right_silo.pk, merged_silo.pk)
self.assertEqual(
response, {
'status':
"danger",
'message':
"The silo, [%s], must have a unique "
"column and it should be the same as the "
"one specified in [%s] silo." %
(right_silo.name, left_silo.name)
})