def run_tasks_repeated(self): while True: has_error = False logging.info("\n\n\nJob start at %s" %timeHelper.getNowLong()) t1 = time.time() try: has_error = self.run_tasks_once() except Exception as e: logging.error("ERROR GREP LINE >>>>>>" * 5) logging.error(e) has_error = True logging.info("HAS ERROR TODAY? %s" %has_error) t2 = time.time() logging.info("RUN-ONCE TOTALLY TAKING TIME: %s seconds" %(t2-t1) ) logging.info("-" * 60) if self.is_daily: remaining = timeHelper.getTimeLeftTillTomorrow() + self.START_HOUR*3600 + 10 logging.info("Sleep to tomorrow, at %s:00:00 hour: hours left = %s" %(self.START_HOUR,remaining/3600) ) else: inter = self.interval_seconds - int(t2-t1) if inter < 0: inter = 0 remaining = inter + 10 #+ self.START_HOUR*3600 logging.info("Sleep to fill interval, seconds left = %s" %(remaining) ) if remaining < self.min_sleep: remaining = self.min_sleep time.sleep(remaining)
def run_tasks_repeated(self): while True: has_error = False logging.info("\n\n\nJob start at %s" % timeHelper.getNowLong()) t1 = time.time() try: has_error = self.run_tasks_once() except Exception as e: logging.error("ERROR GREP LINE >>>>>>" * 5) logging.error(e) has_error = True logging.info("HAS ERROR TODAY? %s" % has_error) t2 = time.time() logging.info("RUN-ONCE TOTALLY TAKING TIME: %s seconds" % (t2 - t1)) logging.info("-" * 60) if self.is_daily: remaining = timeHelper.getTimeLeftTillTomorrow( ) + self.START_HOUR * 3600 + 10 logging.info( "Sleep to tomorrow, at %s:00:00 hour: hours left = %s" % (self.START_HOUR, remaining / 3600)) else: inter = self.interval_seconds - int(t2 - t1) if inter < 0: inter = 0 remaining = inter + 10 #+ self.START_HOUR*3600 logging.info("Sleep to fill interval, seconds left = %s" % (remaining)) if remaining < self.min_sleep: remaining = self.min_sleep time.sleep(remaining)
(select * from jd_item_comment_count_latest where CommentCount>=100) a left join jd_item_category b on a.SkuId = b.sku_id -- where a.dt > '2015-10-1' group by b.category_id ) e left JOIN jd_category c on e.category_id = c.id ''' %(today) return sql if __name__ == "__main__": while True: print 'job start: %s' %timeHelper.getNowLong() t1 = time.time() ret = calculate_base_rating_for_categories() print ret t2 = time.time() print "Finished in seconds: %s" %(t2-t1) remaining = timeHelper.getTimeLeftTillTomorrow() print "now sleeping for hours: %s" %(remaining/3600) time.sleep(remaining)