# 链接阿里云数据库 mongo_conn = connect_mongo(host=ALIYUN_HOST, port=ALIYUN_PORT, username=ALIYUN_USERNAME, password=ALIYUN_PASSWORD, db=ALIYUN_DB) db = mongo_conn[mongodb_db] # 取出HF_前缀的集合名称 collection_name_list = COLLECTION_NAME_LIST_MY for i in range(len(collection_name_list)): Logger.info(collection_name_list[i]) spider = SpiderCommand() spider.log_collection_name = collection_name_list[i] + '_comment_log' spider.python_name = 'jd_hf_comment.py' spider.product_index = 0 spider.page_nummber = 0 spider.catalog_collection_name = collection_name_list[i] spider.target_collexction_name = collection_name_list[i] + '_comments' spider.maxPage_num_control = 100 collection_name_list[i] = spider mongo_conn.close() proc_record = [] for i in range(len(collection_name_list)): p = Thread(target=monitoringOneSpider, args=( collection_name_list[i],