def __load_all_tasks__(self):
daysago3 = timeHelper.getTimeAheadOfNowDays(3)
sql = 'select distinct sku_id from jd_item_dynamic_latest where update_date >= "%s"' % daysago3
retrows = dbhelper.executeSqlRead2(sql, is_dirty=True)
sku_list = []
for row in retrows:
sku_list.append(row[0])
return sku_list
def __load_all_tasks__(self):
daysago3 = timeHelper.getTimeAheadOfNowDays(3)
sql = 'select distinct sku_id from jd_item_dynamic_latest where update_date >= "%s"' %daysago3
retrows = dbhelper.executeSqlRead2(sql, is_dirty=True)
sku_list = []
for row in retrows:
sku_list.append(row[0])
return sku_list
def __load_all_tasks__(self):
sql = '''
select distinct sku_id
from
(
select sku_id from jd_analytic_promo_deduction_latest
where single_discount_rate > 0.15
union
select sku_id from jd_analytic_promo_discount_latest
union
select sku_id from jd_analytic_promo_gift_valued
)k
'''
retrows = dbhelper.executeSqlRead2(sql, is_dirty=True)
sku_list = []
for row in retrows:
sku_list.append(row[0])
return sku_list
except:
pass
prom = json.dumps(rdict['prom'])
vlist = [[
sku_id,
dt,
quan if quan!='[]' else None,
ads if ads!='[]' else None,
prom if prom!='[]' else None
]]
return crawler_helper.persist_db_history_and_latest(
table_name='jd_promo_item',
num_cols=len(vlist[0]),
value_list=vlist,
is_many=True,
# need_history=True
)
if __name__ == '__main__':
#print crawl_sku_comment_count([1279171,595936,1279827,1279171,595936,1279827])
#print crawl_category_promo('737-794-798')
# print crawl_item_promo(1510479)
sql = 'select distinct sku_id from jd_item_dynamic limit 120'
retrows = dbhelper.executeSqlRead2(sql)
alist = []
for row in retrows:
alist.append(row[0])
print crawl_sku_stock_status(alist)
ads = ""
try:
ads = rdict['ads'][0]['ad'] #json.dumps(rdict['ads'])
except:
pass
prom = json.dumps(rdict['prom'])
vlist = [[
sku_id, dt, quan if quan != '[]' else None,
ads if ads != '[]' else None, prom if prom != '[]' else None
]]
return crawler_helper.persist_db_history_and_latest(
table_name='jd_promo_item',
num_cols=len(vlist[0]),
value_list=vlist,
is_many=True,
# need_history=True
)
if __name__ == '__main__':
#print crawl_sku_comment_count([1279171,595936,1279827,1279171,595936,1279827])
#print crawl_category_promo('737-794-798')
# print crawl_item_promo(1510479)
sql = 'select distinct sku_id from jd_item_dynamic limit 120'
retrows = dbhelper.executeSqlRead2(sql)
alist = []
for row in retrows:
alist.append(row[0])
print crawl_sku_stock_status(alist)
