def start_save_peichang(**kwargs):
data = r.get_data_redis("PEICHANG_DATA")
if data:
kwargs = dict(module="peichang_detail", data=ast.literal_eval(data))
start(**kwargs)
else:
log.crawler.info('PEICHANG_DATA遍历完毕.....')
def start_save_minshi(**kwargs):
data = r.get_data_redis("MINSHI_DATA")
if data:
kwargs = dict(module="minshi_detail", data=ast.literal_eval(data))
start(**kwargs)
else:
log.crawler.info('MINSHI_DATA遍历完毕.....')
def start_save_zhixing(**kwargs):
data = r.get_data_redis("ZHIXING_DATA")
if data:
kwargs = dict(module="zhixing_detail", data=ast.literal_eval(data))
start(**kwargs)
else:
log.crawler.info('ZHIXING_DATA遍历完毕.....')
def get_item(kwargs):
a = 0
while a < 15:
items = start(**kwargs)
if items:
if len(items) > 1:
run_eval = items[0]['RunEval']
aes_key = get_aes_key(run_eval)
log.crawler.info(aes_key)
if not str(aes_key)[0].isupper():
return items
else:
a += 1
if a > 10:
items = [{'RunEval': ''}]
return items