def messytables_load():
try:
loader.load_table(tmp_file.name,
resource_id=resource['id'],
mimetype=resource.get('format'),
logger=logger)
except JobError as e:
logger.error('Error during messytables load: {}'.format(e))
raise
loader.calculate_record_count(
resource_id=resource['id'], logger=logger)
set_datastore_active(data, resource, api_key, ckan_url, logger)
logger.info('Finished loading with messytables')
def messytables_load():
try:
loader.load_table(tmp_file.name,
resource_id=resource['id'],
resource_alias=resource['name'],
mimetype=resource.get('format'),
logger=logger)
except JobError as e:
logger.error('Error during messytables load: {}'.format(e))
raise
loader.calculate_record_count(
resource_id=resource['id'], logger=logger)
set_datastore_active(data, resource, logger)
logger.info('Finished loading with messytables')
update_resource(resource={'id': resource['id'], 'hash': resource['hash']},
patch_only=True)
logger.info('File Hash updated for resource: {}'.format(resource['hash']))
set_datastore_active(data, resource, api_key, ckan_url, logger)
job_dict['status'] = 'running_but_viewable'
callback_xloader_hook(result_url=input['result_url'],
api_key=input['api_key'],
job_dict=job_dict)
logger.info(
'Data now available to users: {}'.format(resource_ckan_url))
loader.create_column_indexes(fields=fields,
resource_id=resource['id'],
logger=logger)
except JobError as e:
logger.warning('Load using COPY failed: {}'.format(e))
logger.info('Trying again with messytables')
try:
loader.load_table(tmp_file.name,
resource_id=resource['id'],
mimetype=resource.get('format'),
logger=logger)
except JobError as e:
logger.error('Error during messytables load: {}'.format(e))
raise
loader.calculate_record_count(resource_id=resource['id'],
logger=logger)
set_datastore_active(data, resource, api_key, ckan_url, logger)
logger.info('Finished loading with messytables')
except FileCouldNotBeLoadedError as e:
logger.warning('Loading excerpt for this format not supported.')
logger.error('Loading file raised an error: {}'.format(e))
raise JobError('Loading file raised an error: {}'.format(e))
tmp_file.close()