def test_merge_silos_without_mapped_columns(self): mapping_data = """{ "0": { "left_table_cols": [], "right_table_col": "", "merge_type": "" }, "left_unmapped_cols": ["first name"], "right_unmapped_cols": ["last name"] }""" left_silo = self._create_silo('left_silo', 1, 'Bob', 'left') factories.UniqueFields(silo=left_silo, name='first name') right_silo = self._create_silo('right_silo', 1, 'Marley', 'right') factories.UniqueFields(silo=right_silo, name='number') merged_silo = factories.Silo(owner=self.user, name='merged_silo', public=True) response = merge_two_silos(mapping_data, left_silo.pk, right_silo.pk, merged_silo.pk) self.assertEqual( response, { 'status': "danger", 'message': "Both silos (%s, %s) must have the same " "column set as unique fields" % (left_silo.name, right_silo.name) })
def test_merge_silo_with_datetime_unique_field(self): left_silo = self._create_silo('left_silo', 1, 'Bob', 'left') factories.UniqueFields(silo=left_silo, name='created_date') right_silo = self._create_silo('right_silo', 1, 'Marley', 'right') factories.UniqueFields(silo=right_silo, name='created_date') merged_silo = factories.Silo(owner=self.user, name='merged_silo', public=True) response = merge_two_silos(self.mapping_data, left_silo.pk, right_silo.pk, merged_silo.pk) self.assertEqual(response, { 'status': "success", 'message': "Merged data successfully" }) merged_silo = Silo.objects.get(pk=merged_silo.pk) self.assertEqual( LabelValueStore.objects.filter(silo_id=merged_silo.pk).count(), 1) merged_silo_row = LabelValueStore.objects.get(silo_id=merged_silo.pk) self.assertEqual(merged_silo_row['first name'], 'Bob') self.assertEqual(merged_silo_row['last name'], 'Marley')
def test_merge_silo_with_specified_merge_type(self): mapping_data = """{ "0": { "left_table_cols": ["number", "points"], "right_table_col": "number", "merge_type": "Avg" }, "left_unmapped_cols": [], "right_unmapped_cols": [] }""" user = factories.User(username='******') left_silo = factories.Silo(owner=user, name='left_silo', public=True) left_silo_r = factories.LabelValueStore(silo_id=left_silo.pk) left_silo_r['number'] = 1 left_silo_r['points'] = 5 left_silo_r.save() left_silo_r2 = factories.LabelValueStore(silo_id=left_silo.pk) left_silo_r2['number'] = 2 left_silo_r2['points'] = 7 left_silo_r2.save() factories.UniqueFields(silo=left_silo, name='number') right_silo = factories.Silo(owner=user, name='right_silo', public=True) right_silo_r = factories.LabelValueStore(silo_id=right_silo.pk) right_silo_r['number'] = 1 right_silo_r.save() right_silo_r2 = factories.LabelValueStore(silo_id=right_silo.pk) right_silo_r2['number'] = 2 right_silo_r2.save() factories.UniqueFields(silo=right_silo, name='number') merged_silo = factories.Silo(owner=user, name='merged_silo', public=True) response = merge_two_silos(mapping_data, left_silo.pk, right_silo.pk, merged_silo.pk) self.assertEqual(response, { 'status': "success", 'message': "Merged data successfully" }) merged_silo = Silo.objects.get(pk=merged_silo.pk) self.assertEqual( LabelValueStore.objects.filter(silo_id=merged_silo.pk).count(), 4) merged_silo_rows = LabelValueStore.objects.filter( silo_id=merged_silo.pk) self.assertEqual(merged_silo_rows[0]['number'], 1) self.assertEqual(merged_silo_rows[1]['number'], 2) self.assertEqual(merged_silo_rows[2]['number'], 3.0) self.assertEqual(merged_silo_rows[3]['number'], 4.5)
def test_merge_silos_without_merged_silo(self): left_silo = self._create_silo('left_silo', 1, 'Bob', 'left') factories.UniqueFields(silo=left_silo, name='number') right_silo = self._create_silo('right_silo', 1, 'Marley', 'right') factories.UniqueFields(silo=right_silo, name='number') merged_silo_random_id = random.randint(1, 9999) response = merge_two_silos(self.mapping_data, left_silo.pk, right_silo.pk, merged_silo_random_id) self.assertEqual( response, { 'status': "danger", 'message': "Merged Silo does not exist: " "silo_id=%s" % merged_silo_random_id })
def test_merge_silos_without_right_silo(self): left_silo = self._create_silo('left_silo', 1, 'Bob', 'left') factories.UniqueFields(silo=left_silo, name='number') right_silo_random_id = random.randint(1, 9999) merged_silo = factories.Silo(owner=self.user, name='merged_silo', public=True) response = merge_two_silos(self.mapping_data, left_silo.pk, right_silo_random_id, merged_silo.pk) self.assertEqual( response, { 'status': "danger", 'message': "Right Silo does not exist: " "silo_id=%s" % right_silo_random_id })
def test_merge_silos_with_different_unique_fields(self): left_silo = self._create_silo('left_silo', 1, 'Bob', 'left') factories.UniqueFields(silo=left_silo, name='first name') right_silo = self._create_silo('right_silo', 1, 'Marley', 'right') factories.UniqueFields(silo=right_silo, name='number') merged_silo = factories.Silo(owner=self.user, name='merged_silo', public=True) response = merge_two_silos(self.mapping_data, left_silo.pk, right_silo.pk, merged_silo.pk) self.assertEqual( response, { 'status': "danger", 'message': "Both silos (%s, %s) must have the same " "column set as unique fields" % (left_silo.name, right_silo.name) })
def test_merge_silos_without_unique_field_in_right_silo(self): left_silo = self._create_silo('left_silo', 1, 'Bob', 'left') factories.UniqueFields(silo=left_silo, name='number') right_silo = self._create_silo('right_silo', 1, 'Marley', 'right') merged_silo = factories.Silo(owner=self.user, name='merged_silo', public=True) response = merge_two_silos(self.mapping_data, left_silo.pk, right_silo.pk, merged_silo.pk) self.assertEqual( response, { 'status': "danger", 'message': "The silo, [%s], must have a unique " "column and it should be the same as the " "one specified in [%s] silo." % (right_silo.name, left_silo.name) })