set_archived = 0 rc = ckanapi.RemoteCKAN('http://ndmckanq1.stcpaz.statcan.gc.ca/zj/') i = 0 n = 1 while i < n: query_results = rc.action.package_search(q='producttypecode_bi_strs:11', rows=1000, sort='productidnew_bi_strs ASC', start=i * 1000) i += 1 n = query_results['count'] / 1000.0 for line in query_results['results']: for e in line['extras']: line[e['key'].strip()] = e['value'].strip() product_dict = do_product(line) product_dict['type'] = u'view' product_dict['name'] = u'{type}-{product_id}'.format( type=product_dict['type'], product_id=product_dict['product_id_new']).lower() url_dict = { 'en': line.get('url_en_strs', ''), 'fr': line.get('url_fr_strs', '') } if url_dict['en'] or url_dict['fr']: product_dict['url'] = url_dict if not product_dict.get('archive_status_code') and \ 'archive' in \ product_dict.get('admin_notes', {}).get('en', '').lower(): product_dict['archive_status_code'] = '1' # archived set_archived += 1
i = 0 n = 1 while i < n: query_results = rc.action.package_search( q='producttypecode_bi_strs:11', rows=1000, sort='productidnew_bi_strs ASC', start=i*1000 ) i += 1 n = query_results['count'] / 1000.0 for line in query_results['results']: for e in line['extras']: line[e['key']] = e['value'] product_dict = do_product(line) product_dict['type'] = u'view' product_dict['name'] = u'{type}-{product_id}'.format( type=product_dict['type'], product_id=product_dict['product_id_new'] ).lower() url_dict = { 'en': line.get('url_en_strs', ''), 'fr': line.get('url_fr_strs', '') } if url_dict['en'] or url_dict['fr']: product_dict['url'] = url_dict if not product_dict.get('archive_status_code') and \ 'archive' in \ product_dict.get('admin_notes', {}).get('en', '').lower(): product_dict['archive_status_code'] = '1' # archived
release_dict = {} rc = ckanapi.RemoteCKAN('http://ndmckanq1.stcpaz.statcan.gc.ca/zj') i = 0 n = 1 while i < n: query_results = rc.action.package_search( q='producttypecode_bi_strs:22', rows=1000, start=i*1000) n = query_results['count'] / 1000.0 i += 1 for line in query_results['results']: for e in line['extras']: line[e['key']] = e['value'] product_out = do_product(line) product_out['type'] = u'conference' product_out['name'] = u'{type}-{product_id}'.format( type=product_out['type'], product_id=product_out['product_id_new'] ).lower() print json.dumps(product_out) if product_out['product_id_new'] in release_dict: release_dict[product_out['product_id_new']] += 1 else: release_dict[product_out['product_id_new']] = 1 line['release_id'] = release_dict[product_out['product_id_new']] release_out = do_release(line) print json.dumps(release_out)
i = 0 n = 1 while i < n: query_results = rc.action.package_search( q='producttypecode_bi_strs:10', sort='productidnew_bi_strs ASC', rows=1000, start=i*1000 ) i += 1 n = query_results['count'] / 1000.0 for line in query_results['results']: for e in line['extras']: line[e['key'].strip()] = e['value'].strip() product_out = do_product(line) product_out['type'] = u'cube' product_out['name'] = u'{type}-{product_id}'.format( type=product_out['type'], product_id=product_out['product_id_new'] ).lower() url_dict = { 'en': line.get('url_en_strs', ''), 'fr': line.get('url_fr_strs', '') } if url_dict['en'] or url_dict['fr']: product_out['url'] = url_dict print json.dumps(product_out) # if product_out['product_id_new'] in release_dict: