shops = loop.run_until_complete(Shop.findAll())
# shops = loop.run_until_complete(Shop.findAll('shop_id=?', 'hmSuxrl'))
q_shops = queue.Queue(maxsize=0)
for shop in shops:
q_shops.put_nowait(shop)
print("店铺总数%s" % q_shops.qsize())
category_cids = loop.run_until_complete(Category_Cid.findAll())
cids = []
for category_cid in category_cids:
if not cids.__contains__(category_cid.cid):
cids.append(category_cid.cid)
shop_id_object = tools.list_to_dict(shops, 'shop_id')
all_goods = loop.run_until_complete(Goods.findAll())
goods_id_object = tools.list_to_dict(all_goods, "goods_id")
# 初始化
q_data = queue.Queue(maxsize=30000)
global_goods_ids = []
event = threading.Event()
lock = threading.Lock()
if event.isSet:
event.clear()
for i in range(400):
p = shop_producer.Producer(i, q_shops, q_data, event, global_goods_ids)
p.start()
tmp.sell_num = goods.sell_num
tmp.edit_time = datetime.datetime.now()
await tmp.save()
# 按照给定时间更新
if __name__ == '__main__':
query_time = str(sys.argv[1])
# query_time = '2019-06-14 09:00:00'
print(query_time)
start = datetime.datetime.now()
loop = asyncio.get_event_loop()
loop.run_until_complete(orm.create_pool(loop=loop, **configs.db))
# and is_selling=? ,True
goods = loop.run_until_complete(Goods.findAll('edit_time<?', query_time))
q_goods = queue.Queue(maxsize=0)
for good in goods:
q_goods.put_nowait(good.goods_id)
print("商品总数%s" % q_goods.qsize())
goods_id_object = tools.list_to_dict(goods, "goods_id")
category_cids = loop.run_until_complete(Category_Cid.findAll())
cids = []
for category_cid in category_cids:
if not cids.__contains__(category_cid.cid):
cids.append(category_cid.cid)
# 初始化
q_data = queue.Queue(maxsize=30000)
global_goods_ids = []