def cycle_data(max_iterations=50, debug=False): projects = Repository.objects.all().values_list('name', flat=True) for project in projects: jm = JobsModel(project) sql_targets = {} if debug: print "Cycling Database: {0}".format(project) cycle_iterations = max_iterations while cycle_iterations > 0: sql_targets = jm.cycle_data(sql_targets) if debug: print "Iterations: {0}".format(str(cycle_iterations)) print "sql_targets" print sql_targets cycle_iterations -= 1 # No more items to delete if sql_targets['total_count'] == 0: cycle_iterations = 0 jm.disconnect()
def cycle_data(max_iterations=50, debug=False): projects = Repository.objects.all().values_list('name', flat=True) for project in projects: jm = JobsModel(project) sql_targets = {} if debug: print "Cycling Database: {0}".format(project) cycle_iterations = max_iterations while cycle_iterations > 0: sql_targets = jm.cycle_data(sql_targets) if debug: print "Iterations: {0}".format(str(cycle_iterations)) print "sql_targets" print sql_targets cycle_iterations -= 1 # No more items to delete if sql_targets['total_count'] == 0: cycle_iterations = 0 jm.disconnect()
def handle(self, *args, **options): self.is_debug = options['debug'] if options['cycle_interval']: cycle_interval = datetime.timedelta(days=options['cycle_interval']) else: cycle_interval = settings.DATA_CYCLE_INTERVAL self.debug("cycle interval: {0}".format(cycle_interval)) projects = Datasource.objects\ .filter(contenttype='jobs')\ .values_list('project', flat=True) for project in projects: self.debug("Cycling Database: {0}".format(project)) jm = JobsModel(project) try: num_deleted = jm.cycle_data(cycle_interval, options['chunk_size'], options['sleep_time']) self.debug("Deleted {0} resultsets from {1}".format( num_deleted, project)) finally: jm.disconnect()
def handle(self, *args, **options): self.is_debug = options['debug'] if options['cycle_interval']: cycle_interval = datetime.timedelta(days=options['cycle_interval']) else: cycle_interval = settings.DATA_CYCLE_INTERVAL self.debug("cycle interval: {0}".format(cycle_interval)) projects = Datasource.objects\ .filter(contenttype='jobs')\ .values_list('project', flat=True) for project in projects: self.debug("Cycling Database: {0}".format(project)) jm = JobsModel(project) try: num_deleted = jm.cycle_data(cycle_interval, options['chunk_size'], options['sleep_time']) self.debug("Deleted {0} resultsets from {1}".format( num_deleted, project)) finally: jm.disconnect()