Python purge_datasets Examples

Example #1

File: test_dataset_tasks.py Project: oncletom/udata

def test_purge_datasets_community():
    dataset = Dataset.objects.create(title='delete me', deleted='2016-01-01')
    community_resource1 = CommunityResourceFactory()
    community_resource1.dataset = dataset
    community_resource1.save()

    tasks.purge_datasets()
    assert CommunityResource.objects.count() == 0

Example #2

File: test_dataset_tasks.py Project: mayjolux/udata

    def test_purge_datasets(self):
        datasets = [
            Dataset.objects.create(title='delete me', deleted='2016-01-01'),
            Dataset.objects.create(title='keep me'),
        ]

        topic = Topic.objects.create(name='test topic', datasets=datasets)
        tasks.purge_datasets()

        topic = Topic.objects(name='test topic').first()
        self.assertListEqual(topic.datasets, [datasets[1]])

Example #3

File: test_dataset_tasks.py Project: oncletom/udata

def test_purge_datasets():
    datasets = [
        Dataset.objects.create(title='delete me', deleted='2016-01-01'),
        Dataset.objects.create(title='keep me'),
    ]

    topic = Topic.objects.create(name='test topic', datasets=datasets)
    tasks.purge_datasets()

    topic = Topic.objects(name='test topic').first()
    assert topic.datasets[0] == datasets[1]

Example #4

File: test_dataset_tasks.py Project: opendatateam/udata

def test_purge_datasets():
    datasets = [
        Dataset.objects.create(title='delete me', deleted='2016-01-01'),
        Dataset.objects.create(title='keep me'),
    ]

    topic = Topic.objects.create(name='test topic', datasets=datasets)
    tasks.purge_datasets()

    topic = Topic.objects(name='test topic').first()
    assert topic.datasets[0] == datasets[1]

Example #5

File: test_dataset_tasks.py Project: anukat2015/udata

    def test_purge_datasets(self):
        datasets = [
            Dataset.objects.create(title='delete me', deleted='2016-01-01'),
            Dataset.objects.create(title='keep me'),
        ]

        topic = Topic.objects.create(name='test topic', datasets=datasets)
        tasks.purge_datasets()

        topic = Topic.objects(name='test topic').first()
        self.assertListEqual(topic.datasets, [datasets[1]])

Example #6

File: purge.py Project: seiteta/udata

def purge():
    '''permanently remove data flagged as deleted'''
    log.info('Purging datasets')
    purge_datasets()

    log.info('Purging reuses')
    purge_reuses()

    log.info('Purging organizations')
    purge_organizations()

    log.info('Done')

Example #7

File: purge.py Project: anukat2015/udata

def purge():
    '''permanently remove data flagged as deleted'''
    log.info('Purging datasets')
    purge_datasets()

    log.info('Purging reuses')
    purge_reuses()

    log.info('Purging organizations')
    purge_organizations()

    log.info('Done')

Example #8

File: test_base_backend.py Project: opendatateam/udata

    def test_harvest_datasets_get_deleted(self):
        nb_datasets = 3
        source = HarvestSourceFactory(config={'nb_datasets': nb_datasets})
        backend = FakeBackend(source)

        job = backend.harvest()

        for item in job.items:
            assert item.dataset is not None

        for dataset in Dataset.objects():
            dataset.deleted = '2016-01-01'
            dataset.save()

        tasks.purge_datasets()

        job.reload()
        for item in job.items:
            assert item.dataset is None

Example #9

def purge(datasets=False, reuses=False, organizations=False):
    '''
    Permanently remove data flagged as deleted.

    If no model flag is given, all models are purged.
    '''
    purge_all = not any((datasets, reuses, organizations))

    if purge_all or datasets:
        log.info('Purging datasets')
        purge_datasets()

    if purge_all or reuses:
        log.info('Purging reuses')
        purge_reuses()

    if purge_all or organizations:
        log.info('Purging organizations')
        purge_organizations()

    log.info('Done')

Example #10

File: purge.py Project: odtvince/udata

def purge(datasets, reuses, organizations):
    '''
    Permanently remove data flagged as deleted.

    If no model flag is given, all models are purged.
    '''
    purge_all = not any((datasets, reuses, organizations))

    if purge_all or datasets:
        log.info('Purging datasets')
        purge_datasets()

    if purge_all or reuses:
        log.info('Purging reuses')
        purge_reuses()

    if purge_all or organizations:
        log.info('Purging organizations')
        purge_organizations()

    success('Done')

Example #11

File: test_dataset_tasks.py Project: opendatateam/udata

def test_purge_datasets():
    datasets = [
        Dataset.objects.create(title='delete me', deleted='2016-01-01'),
        Dataset.objects.create(title='keep me'),
    ]

    topic = Topic.objects.create(name='test topic', datasets=datasets)

    user = UserFactory()
    transfer = Transfer.objects.create(
        owner=user,
        recipient=user,
        subject=datasets[0],
        comment='comment',
    )

    tasks.purge_datasets()

    assert Transfer.objects.filter(id=transfer.id).count() == 0

    topic = Topic.objects(name='test topic').first()
    assert topic.datasets[0] == datasets[1]