shops = loop.run_until_complete(Shop.findAll()) # shops = loop.run_until_complete(Shop.findAll('shop_id=?', 'hmSuxrl')) q_shops = queue.Queue(maxsize=0) for shop in shops: q_shops.put_nowait(shop) print("店铺总数%s" % q_shops.qsize()) category_cids = loop.run_until_complete(Category_Cid.findAll()) cids = [] for category_cid in category_cids: if not cids.__contains__(category_cid.cid): cids.append(category_cid.cid) shop_id_object = tools.list_to_dict(shops, 'shop_id') all_goods = loop.run_until_complete(Goods.findAll()) goods_id_object = tools.list_to_dict(all_goods, "goods_id") # 初始化 q_data = queue.Queue(maxsize=30000) global_goods_ids = [] event = threading.Event() lock = threading.Lock() if event.isSet: event.clear() for i in range(400): p = shop_producer.Producer(i, q_shops, q_data, event, global_goods_ids) p.start()
tmp.sell_num = goods.sell_num tmp.edit_time = datetime.datetime.now() await tmp.save() # 按照给定时间更新 if __name__ == '__main__': query_time = str(sys.argv[1]) # query_time = '2019-06-14 09:00:00' print(query_time) start = datetime.datetime.now() loop = asyncio.get_event_loop() loop.run_until_complete(orm.create_pool(loop=loop, **configs.db)) # and is_selling=? ,True goods = loop.run_until_complete(Goods.findAll('edit_time<?', query_time)) q_goods = queue.Queue(maxsize=0) for good in goods: q_goods.put_nowait(good.goods_id) print("商品总数%s" % q_goods.qsize()) goods_id_object = tools.list_to_dict(goods, "goods_id") category_cids = loop.run_until_complete(Category_Cid.findAll()) cids = [] for category_cid in category_cids: if not cids.__contains__(category_cid.cid): cids.append(category_cid.cid) # 初始化 q_data = queue.Queue(maxsize=30000) global_goods_ids = []