def test_dependency_cycle(self):
for table_slug in ALL_TABLES:
self.assertFalse(
_has_cycles(table_slug,
get_cls_by_slug(table_slug).dependencies()),
'{} has a dependency cycle'.format(table_slug))
def handle(self, slug, batch_id, **options):
try:
batch = Batch.objects.get(pk=batch_id)
except Batch.DoesNotExist:
raise CommandError('Invalid batch ID: {}'.format(batch_id))
try:
model = get_cls_by_slug(slug)
except KeyError:
raise CommandError('{} is not a valid slug. \n\n {}'.format(
slug, USAGE))
commit_record = CommitRecord(
slug=slug,
batch=batch,
verified=False,
)
try:
commit_record.verified = model.commit(batch)
except Exception as e:
commit_record.error = e
commit_record.success = False
raise
else:
commit_record.success = True
finally:
commit_record.completed_on = datetime.utcnow()
commit_record.save()
def handle(self, slug, **options):
start = options.get('start')
end = options.get('end')
try:
model = get_cls_by_slug(slug)
except KeyError:
raise CommandError('{} is not a valid slug. \n\n {}'.format(
slug, USAGE))
model.commit(start, end)
def _has_cycles(table_slug, deps):
if table_slug in deps:
return True
for dep_slug in deps:
warehouse_cls = get_cls_by_slug(dep_slug)
if _has_cycles(table_slug, warehouse_cls.dependencies()):
return True
return False
def _table_context(cls, start_datetime, end_datetime):
'''
Get a dict of slugs to table name mapping
:returns: Dict of slug to table_name
{
<slug>: <table_name>,
...
}
'''
from corehq.warehouse.models import get_cls_by_slug
context = {cls.slug: cls._meta.db_table}
for dep in cls.dependencies():
dep_cls = get_cls_by_slug(dep)
context[dep] = dep_cls._meta.db_table
context['start_datetime'] = start_datetime
context['end_datetime'] = start_datetime
return context
def _table_context(cls, batch):
'''
Get a dict of slugs to table name mapping
:returns: Dict of slug to table_name
{
<slug>: <table_name>,
...
}
'''
from corehq.warehouse.models import get_cls_by_slug
context = {cls.slug: cls._meta.db_table}
for dep in cls.dependencies():
dep_cls = get_cls_by_slug(dep)
context[dep] = dep_cls._meta.db_table
context['start_datetime'] = batch.start_datetime.isoformat()
context['end_datetime'] = batch.end_datetime.isoformat()
context['batch_id'] = batch.id
context.update(cls.additional_sql_context())
return context
def _table_context(cls, batch):
'''
Get a dict of slugs to table name mapping
:returns: Dict of slug to table_name
{
<slug>: <table_name>,
...
}
'''
from corehq.warehouse.models import get_cls_by_slug
context = {cls.slug: cls._meta.db_table}
for dep in cls.dependencies():
dep_cls = get_cls_by_slug(dep)
context[dep] = dep_cls._meta.db_table
context['start_datetime'] = batch.start_datetime.isoformat()
context['end_datetime'] = batch.end_datetime.isoformat()
context['batch_id'] = batch.id
context.update(cls.additional_sql_context())
return context
def handle(self, **options):
for slug in STAGING_TABLES:
model = get_cls_by_slug(slug)
model.clear_records()
def handle(self, **options):
for slug in STAGING_TABLES:
model = get_cls_by_slug(slug)
model.clear_records()