def package_to_dcat(package): return converters.ckan_to_dcat(package) # pkg = ckanops.get_package('ciclones') # print pkg # print package_to_dcat(pkg) # print 'Datasets' # print list_datasets() # print 'Groups' # print list_groups() catalog = ckanops.dcat_to_utf8_dict( "http://adela.datos.gob.mx/sedesol/catalogo.json") print catalog.get('title') for dataset in catalog.get('dataset', []): d = converters.dcat_to_ckan(dataset) d['name'] = munge.munge_title_to_name(d['title']) print "Creating dataset '%s'" % d['title'], "with %d resources" % len( d['resources']) print "Name: %s" % d['name'] print "Org: %s" % d['owner_org'] new_dataset = ckanops.upsert_dataset(demo, d) if new_dataset: print 'Dataset upserted' else: print 'Something went wrong'
def package_to_dcat(package): return converters.ckan_to_dcat(package) # pkg = ckanops.get_package('ciclones') # print pkg # print package_to_dcat(pkg) # print 'Datasets' # print list_datasets() # print 'Groups' # print list_groups() catalog = ckanops.dcat_to_utf8_dict("http://adela.datos.gob.mx/sedesol/catalogo.json") print catalog.get('title') for dataset in catalog.get('dataset', []): d = converters.dcat_to_ckan(dataset) d['name'] = munge.munge_title_to_name(d['title']) print "Creating dataset '%s'" % d['title'], "with %d resources" % len(d['resources']) print "Name: %s" % d['name'] print "Org: %s" % d['owner_org'] new_dataset = ckanops.upsert_dataset(demo, d) if new_dataset: print 'Dataset upserted' else: print 'Something went wrong'
elif opt in ("-d", "--datasets"): datasets = remote.action.package_list() for d in datasets: print d elif opt in ("-s", "--harvest", "-p", "--purge-harvest"): catalog = dcat_to_utf8_dict(arg) # If purge mode is activated, then delete all org's datasets if opt in ("-p", "--purge-harvest"): org_name = catalog['dataset'][0]['publisher']['name'] org_id = munge.munge_name(org_name) delete_organization_datasets(remote, org_id) for dcat_dataset in catalog.get('dataset', []): ckan_dataset = converters.dcat_to_ckan(dcat_dataset) ckan_dataset['name'] = munge.munge_title_to_name(ckan_dataset['title']) ckan_dataset['state'] = 'active' print 'Dataset "%s"' % ckan_dataset['title'], 'with %d resources' % len(ckan_dataset['resources']) print datetime.datetime.utcnow() new_dataset = upsert_dataset(remote, ckan_dataset) if new_dataset: print 'Dataset upserted' else: print 'Something went wrong' elif opt in ("-q", "--find-datasets"): datasets = find_datasets_with_query(remote, arg) for d in datasets['results']: print d['title'] elif opt in ("-f", "--find"): resources = find_resources_with_query(remote, arg) for r in resources['results']: