def __getMissionBeanFromRedis(self, requestKeys): random.shuffle(requestKeys) # 随机乱序 for redisKey in requestKeys: keyNow = redisGetBiggetDeepKey(3, redisKey) if keyNow is None: print(redisKey + '_redis 无任务(不存在任何key)') time.sleep(1) return None strMissionBean = json.loads(redisRPop(3, keyNow)) # 下载队列为空 if strMissionBean is None: print(redisKey + '_redis 无任务(key中不存在missionBean)') return None missionBean = MissionBean("", 0, []) missionBean.__dict__ = strMissionBean missionBean.downloadMethod = redisKey return missionBean
from zywa_database_core.dao.mongo.mongoClientMyself import MongoClientMyself from zywa_extract_helper.model.missionBean import MissionBean if __name__ == '__main__': __mongoClient = MongoClientMyself(host="172.10.3.219", port=20000, db="xiaociwei", user="******", password="******") items = __mongoClient.selectAll(tableName='iqiyi_video') i = 0 for item in items: missionBean = MissionBean('', 0, []) missionBean.__dict__ = item print(i) print(missionBean.title) redisLPush(4, 'data_clear_' + str(missionBean.type), missionBean.getRedisDict()) i += 1