def test_basic_form_migration(self):
create_and_save_a_form(self.domain)
self.assertFalse(should_use_sql_backend(self.domain))
self.assertEqual(
1,
len(
FormAccessors(
domain=self.domain).get_all_form_ids_in_domain()))
self._do_migration_and_assert_flags(self.domain)
self.assertEqual(
1,
len(
FormAccessors(
domain=self.domain).get_all_form_ids_in_domain()))
def test_archived_form_migration(self):
form = create_and_save_a_form(self.domain_name)
form.archive('user1')
self.assertEqual(1, len(self._get_form_ids('XFormArchived')))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(self._get_form_ids('XFormArchived')))
self._compare_diffs([])
def test_archived_form_migration(self):
form = create_and_save_a_form(self.domain_name)
form.archive('user1')
self.assertEqual(1, len(self._get_form_ids('XFormArchived')))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(self._get_form_ids('XFormArchived')))
self._compare_diffs([])
def test_form_is_published(self):
kafka_consumer = get_test_kafka_consumer(topics.FORM_SQL)
form = create_and_save_a_form(self.domain)
message = kafka_consumer.next()
change_meta = change_meta_from_kafka_message(message.value)
self.assertEqual(form.form_id, change_meta.document_id)
self.assertEqual(self.domain, change_meta.domain)
def test_xform_reindexer_v2(self):
FormProcessorTestUtils.delete_all_xforms()
form = create_and_save_a_form(DOMAIN)
index_id = 'sql-form' if settings.TESTS_SHOULD_USE_SQL_BACKEND else 'form'
reindex_and_clean(index_id, reset=True)
self._assert_form_is_in_es(form)
def test_xform_reindexer_v2(self):
FormProcessorTestUtils.delete_all_xforms()
form = create_and_save_a_form(DOMAIN)
index_id = 'sql-form' if settings.TESTS_SHOULD_USE_SQL_BACKEND else 'form'
call_command('ptop_reindexer_v2', index_id, cleanup=True, noinput=True, reset=True)
self._assert_form_is_in_es(form)
def test_form_is_published(self):
with self.process_form_changes:
form = create_and_save_a_form(self.domain)
self.assertEqual(1, len(self.processor.changes_seen))
change_meta = self.processor.changes_seen[0].metadata
self.assertEqual(form.form_id, change_meta.document_id)
self.assertEqual(self.domain, change_meta.domain)
def test_xform_reindexer_v2(self):
FormProcessorTestUtils.delete_all_xforms()
form = create_and_save_a_form(DOMAIN)
index_id = 'sql-form'
reindex_and_clean(index_id, reset=True)
self._assert_form_is_in_es(form)
def test_form_is_published(self):
with process_pillow_changes(self.form_pillow):
with process_pillow_changes('DefaultChangeFeedPillow'):
form = create_and_save_a_form(self.domain)
self.assertEqual(1, len(self.processor.changes_seen))
change_meta = self.processor.changes_seen[0].metadata
self.assertEqual(form.form_id, change_meta.document_id)
self.assertEqual(self.domain, change_meta.domain)
def test_form_soft_deletions(self):
form = create_and_save_a_form(self.domain)
with self.process_form_changes:
form.soft_delete()
self.assertEqual(1, len(self.processor.changes_seen))
change_meta = self.processor.changes_seen[0].metadata
self.assertEqual(form.form_id, change_meta.document_id)
self.assertTrue(change_meta.is_deletion)
def test_form_is_published(self):
with process_kafka_changes(self.form_pillow):
with process_couch_changes('DefaultChangeFeedPillow'):
form = create_and_save_a_form(self.domain)
self.assertEqual(1, len(self.processor.changes_seen))
change_meta = self.processor.changes_seen[0].metadata
self.assertEqual(form.form_id, change_meta.document_id)
self.assertEqual(self.domain, change_meta.domain)
def test_form_soft_deletions(self):
form = create_and_save_a_form(self.domain)
with process_pillow_changes(self.form_pillow):
with process_pillow_changes('DefaultChangeFeedPillow'):
form.soft_delete()
self.assertEqual(1, len(self.processor.changes_seen))
change_meta = self.processor.changes_seen[0].metadata
self.assertEqual(form.form_id, change_meta.document_id)
self.assertTrue(change_meta.is_deletion)
def test_form_soft_deletions(self):
form = create_and_save_a_form(self.domain)
with process_kafka_changes(self.form_pillow):
with process_couch_changes('DefaultChangeFeedPillow'):
form.soft_delete()
self.assertEqual(1, len(self.processor.changes_seen))
change_meta = self.processor.changes_seen[0].metadata
self.assertEqual(form.form_id, change_meta.document_id)
self.assertTrue(change_meta.is_deletion)
def test_hqsubmission_migration(self):
form = create_and_save_a_form(self.domain_name)
form.doc_type = 'HQSubmission'
form.save()
self.assertEqual(1, len(get_doc_ids_in_domain_by_type(
self.domain_name, "HQSubmission", XFormInstance.get_db())
))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(self._get_form_ids()))
self._compare_diffs([])
def test_hqsubmission_migration(self):
form = create_and_save_a_form(self.domain_name)
form.doc_type = 'HQSubmission'
form.save()
self.assertEqual(1, len(get_doc_ids_in_domain_by_type(
self.domain_name, "HQSubmission", XFormInstance.get_db())
))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(self._get_form_ids()))
self._compare_diffs([])
def test_deleted_form_migration(self):
form = create_and_save_a_form(self.domain_name)
FormAccessors(self.domain.name).soft_delete_forms(
[form.form_id], datetime.utcnow(), 'test-deletion'
)
self.assertEqual(1, len(get_doc_ids_in_domain_by_type(
self.domain_name, "XFormInstance-Deleted", XFormInstance.get_db())
))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(FormAccessorSQL.get_deleted_form_ids_in_domain(self.domain_name)))
self._compare_diffs([])
def test_deleted_form_migration(self):
form = create_and_save_a_form(self.domain_name)
FormAccessors(self.domain.name).soft_delete_forms(
[form.form_id], datetime.utcnow(), 'test-deletion'
)
self.assertEqual(1, len(get_doc_ids_in_domain_by_type(
self.domain_name, "XFormInstance-Deleted", XFormInstance.get_db())
))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(FormAccessorSQL.get_deleted_form_ids_in_domain(self.domain_name)))
self._compare_diffs([])
def test_edited_deleted_form(self):
form = create_and_save_a_form(self.domain_name)
form.edited_on = datetime.utcnow() - timedelta(days=400)
form.save()
FormAccessors(self.domain.name).soft_delete_forms([form.form_id],
datetime.utcnow(),
'test-deletion')
self.assertEqual(
get_doc_ids_in_domain_by_type(form.domain, "XFormInstance-Deleted",
XFormInstance.get_db()),
[form.form_id],
)
self._do_migration_and_assert_flags(form.domain)
self.assertEqual(
FormAccessorSQL.get_deleted_form_ids_in_domain(form.domain),
[form.form_id],
)
self._compare_diffs([])
def test_edited_deleted_form(self):
form = create_and_save_a_form(self.domain_name)
form.edited_on = datetime.utcnow() - timedelta(days=400)
form.save()
FormAccessors(self.domain.name).soft_delete_forms(
[form.form_id], datetime.utcnow(), 'test-deletion'
)
self.assertEqual(
get_doc_ids_in_domain_by_type(
form.domain, "XFormInstance-Deleted", XFormInstance.get_db()
),
[form.form_id],
)
self._do_migration_and_assert_flags(form.domain)
self.assertEqual(
FormAccessorSQL.get_deleted_form_ids_in_domain(form.domain),
[form.form_id],
)
self._compare_diffs([])
def test_form_lookups(self):
form = create_and_save_a_form(domain=self.domain)
expression = self._get_expression('XFormInstance')
doc = self._get_doc(form.form_id)
self.assertEqual(form.form_id, expression(doc, EvaluationContext(doc, 0)))
def test_basic_form_migration(self):
create_and_save_a_form(self.domain_name)
self.assertEqual(1, len(self._get_form_ids()))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(self._get_form_ids()))
self._compare_diffs([])
def test_form_lookups(self):
form = create_and_save_a_form(domain=self.domain)
expression = self._get_expression('XFormInstance')
doc = self._get_doc(form.form_id)
self.assertEqual(form.form_id,
expression(doc, EvaluationContext(doc, 0)))
def test_basic_form_migration(self):
create_and_save_a_form(self.domain_name)
self.assertEqual(1, len(self._get_form_ids()))
self._do_migration_and_assert_flags(self.domain_name)
self.assertEqual(1, len(self._get_form_ids()))
self._compare_diffs([])
