def update_company_from_dnb_data(dnb_company_data,
fields_to_update=None,
update_descriptor=None):
"""
Update the company with the latest data from dnb-service. This task should be called
when some other logic interacts with dnb-service to get the company data as the task itself
will not interact with dnb-service.
"""
dnb_company = format_dnb_company(dnb_company_data)
duns_number = dnb_company['duns_number']
logger.info(f'Updating company with duns_number: {duns_number}')
try:
dh_company = Company.objects.get(duns_number=duns_number)
except Company.DoesNotExist:
logger.error(
'Company matching duns_number was not found',
extra={
'duns_number': duns_number,
'dnb_company': dnb_company,
},
)
raise
if not update_descriptor:
update_descriptor = 'celery:company_update'
update_company_from_dnb(
dh_company,
dnb_company,
fields_to_update=fields_to_update,
update_descriptor=update_descriptor,
)
return str(dh_company.pk)
def get_company_updates(self, last_updated_after=None, fields_to_update=None):
"""
Gets the lastest updates for D&B companies from dnb-service.
The `dnb-service` exposes these updates as a cursor-paginated list. This
task goes through the pages and spawns tasks that update the records in
Data Hub.
"""
with advisory_lock('get_company_updates', wait=False) as acquired:
if not acquired:
logger.info('Another instance of this task is already running.')
return
_get_company_updates(self, last_updated_after, fields_to_update)
def _get_company_updates(task, last_updated_after, fields_to_update):
yesterday = now() - timedelta(days=1)
midnight_yesterday = datetime.combine(yesterday, time.min)
last_updated_after = last_updated_after or midnight_yesterday.isoformat()
next_page = None
updates_remaining = settings.DNB_AUTOMATIC_UPDATE_LIMIT
update_results = []
start_time = now()
logger.info('Started get_company_updates task')
update_descriptor = f'celery:get_company_updates:{task.request.id}'
while True:
response = _get_company_updates_from_api(last_updated_after, next_page,
task)
dnb_company_updates = response.get('results', [])
dnb_company_updates = dnb_company_updates[:updates_remaining]
# Spawn tasks that update Data Hub companies
for data in dnb_company_updates:
result = update_company_from_dnb_data.apply_async(
args=(data, ),
kwargs={
'fields_to_update': fields_to_update,
'update_descriptor': update_descriptor,
},
)
update_results.append(result)
if updates_remaining is not None:
updates_remaining -= len(dnb_company_updates)
if updates_remaining <= 0:
break
next_page = response.get('next')
if next_page is None:
break
# Wait for all update tasks to finish...
ResultSet(results=update_results).join(
propagate=False,
disable_sync_subtasks=False,
)
_record_audit(update_results, task, start_time)
logger.info('Finished get_company_updates task')
def get_company_updates(self, last_updated_after=None, fields_to_update=None):
"""
Gets the lastest updates for D&B companies from dnb-service.
The `dnb-service` exposes these updates as a cursor-paginated list. This
task goes through the pages and spawns tasks that update the records in
Data Hub.
"""
# TODO: remove this feature flag after a reasonable period after going live
# with unlimited company updates
if not is_feature_flag_active(FEATURE_FLAG_DNB_COMPANY_UPDATES):
logger.info(
f'Feature flag "{FEATURE_FLAG_DNB_COMPANY_UPDATES}" is not active, exiting.',
)
return
with advisory_lock('get_company_updates', wait=False) as acquired:
if not acquired:
logger.info('Another instance of this task is already running.')
return
_get_company_updates(self, last_updated_after, fields_to_update)