def update_worker(goods_list, page): start = time.time() LOG.info("page: %s, start: %s", page, start) for goods in goods_list: now = time.time() * 1000 update_time = goods.get("update_time") if update_time and now - update_time < 3600000: continue title = goods['title'] _id = goods['num_id'] sp = SearchParams() sp.page = 1 sp.count = 100 sp.keyword = title data = _super_search(sp) ok = 0 for g in data: goods_data = _ship_goods_supers(g) if goods_data['num_id'] == _id: ok = 1 goods_obj = TbkGoods(**goods_data) goods_obj.save() break if not ok: goods_obj = TbkGoods(num_id=_id) goods_obj.delete() LOG.info("delete id: %s", _id) del goods_list LOG.info("page: %s process ok: %s", page, time.time() - start)
def delete_goods(goods_id): goods_obj = TbkGoods(num_id=goods_id) ret = goods_obj.delete() if ret.get("n") == 1: return True return False