def run_tasks_repeated(self):
while True:
has_error = False
logging.info("\n\n\nJob start at %s" %timeHelper.getNowLong())
t1 = time.time()
try:
has_error = self.run_tasks_once()
except Exception as e:
logging.error("ERROR GREP LINE >>>>>>" * 5)
logging.error(e)
has_error = True
logging.info("HAS ERROR TODAY? %s" %has_error)
t2 = time.time()
logging.info("RUN-ONCE TOTALLY TAKING TIME: %s seconds" %(t2-t1) )
logging.info("-" * 60)
if self.is_daily:
remaining = timeHelper.getTimeLeftTillTomorrow() + self.START_HOUR*3600 + 10
logging.info("Sleep to tomorrow, at %s:00:00 hour: hours left = %s" %(self.START_HOUR,remaining/3600) )
else:
inter = self.interval_seconds - int(t2-t1)
if inter < 0:
inter = 0
remaining = inter + 10 #+ self.START_HOUR*3600
logging.info("Sleep to fill interval, seconds left = %s" %(remaining) )
if remaining < self.min_sleep:
remaining = self.min_sleep
time.sleep(remaining)
def run_tasks_repeated(self):
while True:
has_error = False
logging.info("\n\n\nJob start at %s" % timeHelper.getNowLong())
t1 = time.time()
try:
has_error = self.run_tasks_once()
except Exception as e:
logging.error("ERROR GREP LINE >>>>>>" * 5)
logging.error(e)
has_error = True
logging.info("HAS ERROR TODAY? %s" % has_error)
t2 = time.time()
logging.info("RUN-ONCE TOTALLY TAKING TIME: %s seconds" %
(t2 - t1))
logging.info("-" * 60)
if self.is_daily:
remaining = timeHelper.getTimeLeftTillTomorrow(
) + self.START_HOUR * 3600 + 10
logging.info(
"Sleep to tomorrow, at %s:00:00 hour: hours left = %s" %
(self.START_HOUR, remaining / 3600))
else:
inter = self.interval_seconds - int(t2 - t1)
if inter < 0:
inter = 0
remaining = inter + 10 #+ self.START_HOUR*3600
logging.info("Sleep to fill interval, seconds left = %s" %
(remaining))
if remaining < self.min_sleep:
remaining = self.min_sleep
time.sleep(remaining)
(select * from jd_item_comment_count_latest where CommentCount>=100) a
left join
jd_item_category b
on a.SkuId = b.sku_id
-- where a.dt > '2015-10-1'
group by b.category_id
) e
left JOIN
jd_category c
on e.category_id = c.id
''' %(today)
return sql
if __name__ == "__main__":
while True:
print 'job start: %s' %timeHelper.getNowLong()
t1 = time.time()
ret = calculate_base_rating_for_categories()
print ret
t2 = time.time()
print "Finished in seconds: %s" %(t2-t1)
remaining = timeHelper.getTimeLeftTillTomorrow()
print "now sleeping for hours: %s" %(remaining/3600)
time.sleep(remaining)