def package_to_dcat(package):
return converters.ckan_to_dcat(package)
# pkg = ckanops.get_package('ciclones')
# print pkg
# print package_to_dcat(pkg)
# print 'Datasets'
# print list_datasets()
# print 'Groups'
# print list_groups()
catalog = ckanops.dcat_to_utf8_dict(
"http://adela.datos.gob.mx/sedesol/catalogo.json")
print catalog.get('title')
for dataset in catalog.get('dataset', []):
d = converters.dcat_to_ckan(dataset)
d['name'] = munge.munge_title_to_name(d['title'])
print "Creating dataset '%s'" % d['title'], "with %d resources" % len(
d['resources'])
print "Name: %s" % d['name']
print "Org: %s" % d['owner_org']
new_dataset = ckanops.upsert_dataset(demo, d)
if new_dataset:
print 'Dataset upserted'
else:
print 'Something went wrong'
def package_to_dcat(package):
return converters.ckan_to_dcat(package)
# pkg = ckanops.get_package('ciclones')
# print pkg
# print package_to_dcat(pkg)
# print 'Datasets'
# print list_datasets()
# print 'Groups'
# print list_groups()
catalog = ckanops.dcat_to_utf8_dict("http://adela.datos.gob.mx/sedesol/catalogo.json")
print catalog.get('title')
for dataset in catalog.get('dataset', []):
d = converters.dcat_to_ckan(dataset)
d['name'] = munge.munge_title_to_name(d['title'])
print "Creating dataset '%s'" % d['title'], "with %d resources" % len(d['resources'])
print "Name: %s" % d['name']
print "Org: %s" % d['owner_org']
new_dataset = ckanops.upsert_dataset(demo, d)
if new_dataset:
print 'Dataset upserted'
else:
print 'Something went wrong'
elif opt in ("-d", "--datasets"):
datasets = remote.action.package_list()
for d in datasets:
print d
elif opt in ("-s", "--harvest", "-p", "--purge-harvest"):
catalog = dcat_to_utf8_dict(arg)
# If purge mode is activated, then delete all org's datasets
if opt in ("-p", "--purge-harvest"):
org_name = catalog['dataset'][0]['publisher']['name']
org_id = munge.munge_name(org_name)
delete_organization_datasets(remote, org_id)
for dcat_dataset in catalog.get('dataset', []):
ckan_dataset = converters.dcat_to_ckan(dcat_dataset)
ckan_dataset['name'] = munge.munge_title_to_name(ckan_dataset['title'])
ckan_dataset['state'] = 'active'
print 'Dataset "%s"' % ckan_dataset['title'], 'with %d resources' % len(ckan_dataset['resources'])
print datetime.datetime.utcnow()
new_dataset = upsert_dataset(remote, ckan_dataset)
if new_dataset:
print 'Dataset upserted'
else:
print 'Something went wrong'
elif opt in ("-q", "--find-datasets"):
datasets = find_datasets_with_query(remote, arg)
for d in datasets['results']:
print d['title']
elif opt in ("-f", "--find"):
resources = find_resources_with_query(remote, arg)
for r in resources['results']:
elif opt in ("-d", "--datasets"):
datasets = remote.action.package_list()
for d in datasets:
print d
elif opt in ("-s", "--harvest", "-p", "--purge-harvest"):
catalog = dcat_to_utf8_dict(arg)
# If purge mode is activated, then delete all org's datasets
if opt in ("-p", "--purge-harvest"):
org_name = catalog['dataset'][0]['publisher']['name']
org_id = munge.munge_name(org_name)
delete_organization_datasets(remote, org_id)
for dcat_dataset in catalog.get('dataset', []):
ckan_dataset = converters.dcat_to_ckan(dcat_dataset)
ckan_dataset['name'] = munge.munge_title_to_name(ckan_dataset['title'])
ckan_dataset['state'] = 'active'
print 'Dataset "%s"' % ckan_dataset['title'], 'with %d resources' % len(ckan_dataset['resources'])
print datetime.datetime.utcnow()
new_dataset = upsert_dataset(remote, ckan_dataset)
if new_dataset:
print 'Dataset upserted'
else:
print 'Something went wrong'
elif opt in ("-q", "--find-datasets"):
datasets = find_datasets_with_query(remote, arg)
for d in datasets['results']:
print d['title']
elif opt in ("-f", "--find"):
resources = find_resources_with_query(remote, arg)
for r in resources['results']:
