def __load_all_tasks__(self): daysago3 = timeHelper.getTimeAheadOfNowDays(3) sql = 'select distinct sku_id from jd_item_dynamic_latest where update_date >= "%s"' % daysago3 retrows = dbhelper.executeSqlRead2(sql, is_dirty=True) sku_list = [] for row in retrows: sku_list.append(row[0]) return sku_list
def __load_all_tasks__(self): daysago3 = timeHelper.getTimeAheadOfNowDays(3) sql = 'select distinct sku_id from jd_item_dynamic_latest where update_date >= "%s"' %daysago3 retrows = dbhelper.executeSqlRead2(sql, is_dirty=True) sku_list = [] for row in retrows: sku_list.append(row[0]) return sku_list
def __load_all_tasks__(self): sql = ''' select distinct sku_id from ( select sku_id from jd_analytic_promo_deduction_latest where single_discount_rate > 0.15 union select sku_id from jd_analytic_promo_discount_latest union select sku_id from jd_analytic_promo_gift_valued )k ''' retrows = dbhelper.executeSqlRead2(sql, is_dirty=True) sku_list = [] for row in retrows: sku_list.append(row[0]) return sku_list
except: pass prom = json.dumps(rdict['prom']) vlist = [[ sku_id, dt, quan if quan!='[]' else None, ads if ads!='[]' else None, prom if prom!='[]' else None ]] return crawler_helper.persist_db_history_and_latest( table_name='jd_promo_item', num_cols=len(vlist[0]), value_list=vlist, is_many=True, # need_history=True ) if __name__ == '__main__': #print crawl_sku_comment_count([1279171,595936,1279827,1279171,595936,1279827]) #print crawl_category_promo('737-794-798') # print crawl_item_promo(1510479) sql = 'select distinct sku_id from jd_item_dynamic limit 120' retrows = dbhelper.executeSqlRead2(sql) alist = [] for row in retrows: alist.append(row[0]) print crawl_sku_stock_status(alist)
ads = "" try: ads = rdict['ads'][0]['ad'] #json.dumps(rdict['ads']) except: pass prom = json.dumps(rdict['prom']) vlist = [[ sku_id, dt, quan if quan != '[]' else None, ads if ads != '[]' else None, prom if prom != '[]' else None ]] return crawler_helper.persist_db_history_and_latest( table_name='jd_promo_item', num_cols=len(vlist[0]), value_list=vlist, is_many=True, # need_history=True ) if __name__ == '__main__': #print crawl_sku_comment_count([1279171,595936,1279827,1279171,595936,1279827]) #print crawl_category_promo('737-794-798') # print crawl_item_promo(1510479) sql = 'select distinct sku_id from jd_item_dynamic limit 120' retrows = dbhelper.executeSqlRead2(sql) alist = [] for row in retrows: alist.append(row[0]) print crawl_sku_stock_status(alist)