query_results = rc.action.package_search(
q='producttypecode_bi_strs:24',
rows=1000,
start=i*1000)
n = query_results['count'] / 1000.0
i += 1
for line in query_results['results']:
for e in line['extras']:
line[e['key']] = e['value']
product_out = do_product(line)
product_out['type'] = u'daily'
product_out['name'] = u'{type}-{product_id}'.format(
type=product_out['type'],
product_id=product_out['product_id_new']
).lower()
print json.dumps(product_out)
if product_out['product_id_new'] in release_dict:
release_dict[product_out['product_id_new']] += 1
else:
release_dict[product_out['product_id_new']] = 1
line['release_id'] = release_dict[product_out['product_id_new']]
release_out = do_release(line)
print json.dumps(release_out)
format_out = do_format(line)
format_out['release_slug'] = release_out['name']
print json.dumps(format_out)
'zckownerorg_bi_strs DESC',
rows=1000,
start=i*1000
)
n = query_results['count'] / 1000.0
i += 1
for line in query_results['results']:
for e in line['extras']:
line[e['key']] = e['value']
product_id_new = line.get(u'productidnew_bi_strs').upper()
if product_id_new[:8] not in generic_ids:
continue
product_dict = do_product(line)
format_dict = do_format(line)
format_code = format_dict.get(u'format_code')
product_dict[u'type'] = u'generic'
product_dict[u'name'] = u'{type}-{product_id}'.format(
type=product_dict[u'type'],
product_id=product_id_new
).lower()
product_dict[u'product_type_code'] = u'26'
if product_id_new not in product_id_list:
product_id_list.append(product_id_new)
if len(product_id_new) > 8 and \
product_id_new[:8] not in product_id_list:
sys.stderr.write(
'{product_id}: missing parent {parent_id}\n'
.format(
product_id=product_id_new,
n = query_results['count'] / 1000.0
i += 1
for line in query_results['results']:
for e in line['extras']:
line[e['key'].strip()] = e['value'].strip()
product_id_new = line.get(u'productidnew_bi_strs').upper()
if product_id_new[:8] in generic_ids:
continue
if (product_id_new in dropped_products or
product_id_new[:8] in dropped_products or
product_id_new[:15] in dropped_products):
continue
product_dict = do_product(line)
format_dict = do_format(line)
format_code = format_dict.get(u'format_code')
if format_code == u'12' and (
product_id_new[:8] in dnl_list or
product_id_new in dnl_list
):
format_dict[u'load_to_olc_code'] = u'0'
if len(product_id_new) == 8:
product_dict[u'type'] = u'publication'
product_dict[u'name'] = u'{type}-{product_id}'.format(
type=product_dict[u'type'],
product_id=product_id_new
).lower()
if product_id_new not in product_id_list:
product_id_list.append(product_id_new)
elif len(product_id_new) == 15:
