def __expand_to_sub_categories__(category_id):
sql = 'select distinct id from jd_category where id like "%s-%%"' %category_id
retrows = dbhelper.executeSqlRead(sql)
retlist = []
for row in retrows:
retlist.append(row['id'])
return retlist
def __load_white_categories___():
sql = 'select category_id from jd_category_white_list limit 1000'
retrows = dbhelper.executeSqlRead(sql)
retlist = []
for row in retrows:
retlist.append(row['category_id'])
return retlist
def __expand_to_sub_categories__(category_id):
sql = 'select distinct id from jd_category where id like "%s-%%"' % category_id
retrows = dbhelper.executeSqlRead(sql)
retlist = []
for row in retrows:
retlist.append(row['id'])
return retlist
def __load_white_categories___():
sql = 'select category_id from jd_category_white_list limit 1000'
retrows = dbhelper.executeSqlRead(sql)
retlist = []
for row in retrows:
retlist.append(row['category_id'])
return retlist
def __get_task_already_done__(self):
if self.is_daily:
sql = 'select task_id from task_status where job_name="%s" and update_time>="%s 0:00:00" group by task_id' %(self.job_name,timeHelper.getNow())
else:
stime = timeHelper.getTimeAheadOfNowHours(self.interval_hours,format='%Y-%m-%d %H:%M:%S')
sql = 'select task_id from task_status where job_name="%s" and update_time>="%s" group by task_id' %(self.job_name,stime)
print sql
retrows = dbhelper.executeSqlRead(sql,is_dirty=True)
catlist = []
for row in retrows:
catlist.append("%s" %row['task_id'])
logging.info("Task already done: %s" %len(catlist))
print("Task already done: %s" %len(catlist))
return catlist
def __get_task_already_done__(self):
if self.is_daily:
sql = 'select task_id from task_status where job_name="%s" and update_time>="%s 0:00:00" group by task_id' % (
self.job_name, timeHelper.getNow())
else:
stime = timeHelper.getTimeAheadOfNowHours(
self.interval_hours, format='%Y-%m-%d %H:%M:%S')
sql = 'select task_id from task_status where job_name="%s" and update_time>="%s" group by task_id' % (
self.job_name, stime)
print sql
retrows = dbhelper.executeSqlRead(sql, is_dirty=True)
catlist = []
for row in retrows:
catlist.append("%s" % row['task_id'])
logging.info("Task already done: %s" % len(catlist))
print("Task already done: %s" % len(catlist))
return catlist
