# 链接阿里云数据库
mongo_conn = connect_mongo(host=ALIYUN_HOST,
port=ALIYUN_PORT,
username=ALIYUN_USERNAME,
password=ALIYUN_PASSWORD,
db=ALIYUN_DB)
db = mongo_conn[mongodb_db]
# 取出HF_前缀的集合名称
collection_name_list = COLLECTION_NAME_LIST_MY
for i in range(len(collection_name_list)):
Logger.info(collection_name_list[i])
spider = SpiderCommand()
spider.log_collection_name = collection_name_list[i] + '_comment_log'
spider.python_name = 'jd_hf_comment.py'
spider.product_index = 0
spider.page_nummber = 0
spider.catalog_collection_name = collection_name_list[i]
spider.target_collexction_name = collection_name_list[i] + '_comments'
spider.maxPage_num_control = 100
collection_name_list[i] = spider
mongo_conn.close()
proc_record = []
for i in range(len(collection_name_list)):
p = Thread(target=monitoringOneSpider,
args=(
collection_name_list[i],