def handle(self, **options):
pid = Pid('mturk_crawler', True)
start_time = time.time()
log.info('Removing duplicate hitgroupcontent and hitgroupstatuses.')
clean_duplicates()
log.info('Refreshing hits_mv')
update_mviews()
log.info('Done refreshing hits_mv')
log.info('db_refresh_mviews took: %s' % (time.time() - start_time))
pid.remove_pid()
def handle(self, **options):
pid = Pid('mturk_crawler', True)
start_time = time.time()
logging.info('cleaning up db from duplicates')
clean_duplicates()
logging.info('Refreshing hits_mv')
update_mviews()
logging.info('done refreshing hits_mv')
logging.info('db_refresh_mviews took: %s' % (time.time() - start_time))
pid.remove_pid()
def handle(self, **options):
clean_duplicates()
def handle(self, **options):
clean_duplicates()