Пример #1
0
def cycle_data(max_iterations=50, debug=False):

    projects = Repository.objects.all().values_list('name', flat=True)

    for project in projects:

        jm = JobsModel(project)

        sql_targets = {}

        if debug:
            print "Cycling Database: {0}".format(project)

        cycle_iterations = max_iterations

        while cycle_iterations > 0:

            sql_targets = jm.cycle_data(sql_targets)

            if debug:
                print "Iterations: {0}".format(str(cycle_iterations))
                print "sql_targets"
                print sql_targets

            cycle_iterations -= 1

            # No more items to delete
            if sql_targets['total_count'] == 0:
                cycle_iterations = 0

        jm.disconnect()
Пример #2
0
def cycle_data(max_iterations=50, debug=False):

    projects = Repository.objects.all().values_list('name', flat=True)

    for project in projects:

        jm = JobsModel(project)

        sql_targets = {}

        if debug:
            print "Cycling Database: {0}".format(project)

        cycle_iterations = max_iterations

        while cycle_iterations > 0:

            sql_targets = jm.cycle_data(sql_targets)

            if debug:
                print "Iterations: {0}".format(str(cycle_iterations))
                print "sql_targets"
                print sql_targets

            cycle_iterations -= 1

            # No more items to delete
            if sql_targets['total_count'] == 0:
                cycle_iterations = 0

        jm.disconnect()
    def handle(self, *args, **options):
        self.is_debug = options['debug']

        if options['cycle_interval']:
            cycle_interval = datetime.timedelta(days=options['cycle_interval'])
        else:
            cycle_interval = settings.DATA_CYCLE_INTERVAL

        self.debug("cycle interval: {0}".format(cycle_interval))

        projects = Datasource.objects\
            .filter(contenttype='jobs')\
            .values_list('project', flat=True)
        for project in projects:
            self.debug("Cycling Database: {0}".format(project))
            jm = JobsModel(project)
            try:
                num_deleted = jm.cycle_data(cycle_interval,
                                            options['chunk_size'],
                                            options['sleep_time'])
                self.debug("Deleted {0} resultsets from {1}".format(
                           num_deleted, project))
            finally:
                jm.disconnect()
Пример #4
0
    def handle(self, *args, **options):
        self.is_debug = options['debug']

        if options['cycle_interval']:
            cycle_interval = datetime.timedelta(days=options['cycle_interval'])
        else:
            cycle_interval = settings.DATA_CYCLE_INTERVAL

        self.debug("cycle interval: {0}".format(cycle_interval))

        projects = Datasource.objects\
            .filter(contenttype='jobs')\
            .values_list('project', flat=True)
        for project in projects:
            self.debug("Cycling Database: {0}".format(project))
            jm = JobsModel(project)
            try:
                num_deleted = jm.cycle_data(cycle_interval,
                                            options['chunk_size'],
                                            options['sleep_time'])
                self.debug("Deleted {0} resultsets from {1}".format(
                    num_deleted, project))
            finally:
                jm.disconnect()