def get_queue():
cq_list = session.query(CollectionQueue).filter(CollectionQueue.is_collected == 0).filter(CollectionQueue.goods_id == 0) \
.filter(CollectionQueue.site_name == "Lulus").limit(20000).all()
for cq in cq_list:
dic = {
'url': cq.url,
'img_url': cq.img_url,
'rank': cq.rank,
'site_name': cq.site_name,
'category': cq.category,
'secondary_category': cq.secondary_category,
'cq_id': cq.cq_id
}
# print cq
url_list.append(dic)
# print url_list
session.close()
def get_queue():
cq_list = session.query(CollectionQueue).filter(CollectionQueue.is_collected == 0).filter(CollectionQueue.goods_id == 0) \
.filter(CollectionQueue.site_name == "Lulus").limit(20000).all()
for cq in cq_list:
dic = {
'url': cq.url,
'img_url': cq.img_url,
'rank': cq.rank,
'site_name': cq.site_name,
'category': cq.category,
'secondary_category': cq.secondary_category,
'cq_id': cq.cq_id
}
# print cq
url_list.append(dic)
# print url_list
session.close()
curr_time = int(time.time())
cq_info = session.query(CollectionQueue).filter(CollectionQueue.cq_id == cq_id).first()
if cq_info:
cq_info.goods_id = goods.goods_id
cq_info.is_collected = 1
cq_info.collected_time = curr_time
ch = CollectionHistory()
ch.goods_id =goods.goods_id
ch.goods_price = price
ch.rank = rank
ch.collected_time = curr_time
session.add(ch)
session.commit()
session.close()
def get_color(color_str):
color_list = ['dusty blue', 'gold', 'camel', 'sangria', 'deep taupe', 'sage', 'yellow',
'azalea', 'light yellow', 'rose', 'black', 'matte gold', 'orange', 'flamingo pink',
'brown', 'turquoise', 'aubergine', 'seafoam', 'safari', 'silver', 'stone blue',
'nude', 'miami pink', 'teal', 'antique silver', 'antique gold', 'neon pink',
'peony', 'mauve', 'jade', 'lavender', 'bubble gum', 'violet', 'navy', 'orchid',
'blue', 'light brown', 'purple', 'antic gold', 'light rose', 'daquiri', 'burgundy',
'champagne', 'red', 'pink pearl', 'fuchsia purple', 'matte black', 'b.silver',
'rose gold', 'baby pink', 'bronze', 'gunmetal', 'fiery red', 'coral', 'hot pink',
'aqua', 'oatmeal', 'beige', 'cherry', 'blush', 'copper', 'fuchsia', 'matte silver',
'island mango', 'tigerlily', 'seashell', 'light pink', 'b.gold', 'periwinkle',
'baby blue', 'white', 'coral pink', 'ivory', 'tangerine', 'brick', 'multi',
'peachy cheeks', 'apricot', 'light grey', 'grey', 'crystal', 'light green',
'plum', 'rust', 'taupe', 'neon yellow', 'antic silver', 'berry sorbet',
cq_info = session.query(CollectionQueue).filter(
CollectionQueue.cq_id == cq_id).first()
if cq_info:
cq_info.goods_id = goods.goods_id
cq_info.is_collected = 1
cq_info.collected_time = curr_time
ch = CollectionHistory()
ch.goods_id = goods.goods_id
ch.goods_price = price
ch.rank = rank
ch.collected_time = curr_time
session.add(ch)
session.commit()
session.close()
def get_color(color_str):
color_list = [
'dusty blue', 'gold', 'camel', 'sangria', 'deep taupe', 'sage',
'yellow', 'azalea', 'light yellow', 'rose', 'black', 'matte gold',
'orange', 'flamingo pink', 'brown', 'turquoise', 'aubergine',
'seafoam', 'safari', 'silver', 'stone blue', 'nude', 'miami pink',
'teal', 'antique silver', 'antique gold', 'neon pink', 'peony',
'mauve', 'jade', 'lavender', 'bubble gum', 'violet', 'navy', 'orchid',
'blue', 'light brown', 'purple', 'antic gold', 'light rose', 'daquiri',
'burgundy', 'champagne', 'red', 'pink pearl', 'fuchsia purple',
'matte black', 'b.silver', 'rose gold', 'baby pink', 'bronze',
'gunmetal', 'fiery red', 'coral', 'hot pink', 'aqua', 'oatmeal',
'beige', 'cherry', 'blush', 'copper', 'fuchsia', 'matte silver',
def get_list(self):
r = s.get(self.fav_url, headers=self.headers)
# print r.content
# print r.headers
# print r.url
# print r.status_code
res_json = r.json()
paging = res_json.get('paging', {})
next_url = paging.get('next', '')
data_list = res_json.get('data', [])
for answer in data_list:
question = answer.get('question', {})
title = question.get('title', '')
id = int(answer.get('id', ''))
url = answer.get('url', '')
if title and id > 0 and url:
find_queue = session.query(CollectionQueue).filter(CollectionQueue.answer_id == id).first()
if not find_queue:
self.check_num += 1
web_url = 'http://www.zhihu.com/question/20070065/answer/%s' % id
cq = CollectionQueue()
cq.fav_id = self.fav_id
cq.title = title
cq.api_url = url
cq.web_url = web_url
cq.answer_id = id
cq.add_time = int(time.time())
session.add(cq)
session.commit()
session.close()
sqs_body = {
'api_url':url,
'parent_note':self.parent_note,
'answer_id':cq.answer_id
}
m = Message()
m.set_body(json.dumps(sqs_body))
zhihufav_sqs.write(m)
else:
if find_queue.fav_id == 0:
find_queue.fav_id = self.fav_id
session.commit()
print("[Find Queue] %s" % url)
if len(data_list):
self.check_page = self.check_page - 1
self.fav_url = next_url
if self.force:
print("force next url %s" % next_url)
return self.get_list()
elif self.check_page > 0:
print("start next url %s" % next_url)
return self.get_list()
title = self.title
num = self.check_num
if num > 0:
InstaPushNotify.notify(title, str(num))