Python update_dataset_from_delayed Examples

Example #1

def _update_dataset(partitions, secondary_indices=None, *args, **kwargs):
    tasks = update_dataset_from_delayed(partitions, *args, **kwargs)

    s = pickle.dumps(tasks, pickle.HIGHEST_PROTOCOL)
    tasks = pickle.loads(s)

    return tasks.compute()

Example #2

File: test_update.py Project: JDASoftwareGroup/kartothek

def _update_dataset_delayed(partitions, *args, **kwargs):
    if not isinstance(partitions, list):
        partitions = [partitions]
    tasks = update_dataset_from_delayed(partitions, *args, **kwargs)

    s = pickle.dumps(tasks, pickle.HIGHEST_PROTOCOL)
    tasks = pickle.loads(s)

    return tasks.compute()

Example #3

File: test_update.py Project: tim-werner/kartothek

def _update_dataset(partitions, secondary_indices=None, *args, **kwargs):
    return update_dataset_from_delayed(partitions, *args, **kwargs).compute()