def handle(self, **options):

        pid = Pid('mturk_crawler', True)

        start_time = time.time()

        log.info('Removing duplicate hitgroupcontent and hitgroupstatuses.')
        clean_duplicates()

        log.info('Refreshing hits_mv')
        update_mviews()

        log.info('Done refreshing hits_mv')

        log.info('db_refresh_mviews took: %s' % (time.time() - start_time))

        pid.remove_pid()
    def handle(self, **options):

        pid = Pid('mturk_crawler', True)

        start_time = time.time()

        logging.info('cleaning up db from duplicates')
        clean_duplicates()

        logging.info('Refreshing hits_mv')
        update_mviews()

        logging.info('done refreshing hits_mv')

        logging.info('db_refresh_mviews took: %s' % (time.time() - start_time))

        pid.remove_pid()