def add_data(self):
'''加载配置、数据'''
iurls = Curls()
self.data = {}
data = {}
for i,inst in enumerate(iurls.query()):
self.goodsId[i] = (inst.id,inst.goods)
dic = {}
dic['goods'] = inst.goods
dic['common_price'] = inst.common_price
dic['expect_price'] = inst.expect_price
dic['setting'] = inst.setting
data[i] = dic
self.data[i] = dic.copy()
self.table.model.importDict(data)
class PricePipe(Pipeline):
def __init__(self, **kwargs):
super().__init__()
self.iprice = Cprice()
self.iurls = Curls()
self.sperator = '--'
self.logger = kwargs.get('logger')
self.alert_msg = ''
def itemProcess(self, rsp):
if rsp is not None:
skuid = urlsplit(rsp.url)[3].split('=')[1]
price = float(rsp.json()[0]['p']) # 单个商品
href = f'https://item.jd.com/{skuid}.html'
# 商品id
inst = self.iurls.query(url=href)[0]
id = inst.id
goods = inst.goods if inst.goods is not None else ''
insert_time = datetime.datetime.now()
# 存入数据库
self.iprice.insert(gid=id, price=price, date_time=insert_time)
# 价格变化
delta = 0
price_inst = self.iprice.session.query(Price).\
filter(Price.gid==id).order_by(Price.id.desc()).first()
if price_inst is not None:
delta = price - price_inst.price
# 提醒
if delta != 0: #
# 无界面
self.alert_msg += f'{goods}\t：{delta}\n'
# 有界面
info = self.sperator.join(['alert', goods, str(delta)])
if self.logger is not None: # 界面提醒
self.logger.info(info)
# 输出日志
if self.logger is not None:
info = 'logger' + self.sperator + goods + self.sperator + '成功'
# print(info)
self.logger.info(info) # 需要对数据进行格式化
else:
if self.logger is not None:
info = 'logger' + self.sperator + '' + self.sperator + '失败'
self.logger.info(info) # 需要对数据进行格式化
def __del__(self):
alerter = Alerter()
alerter.info(self.alert_msg)
def get_urls(self):
iurls = Curls()
urls = []
for inst in iurls.query(setting=1):
urls.append(inst.url)
return urls