Python update_dataset_from_delayed示例

示例#1

def _update_dataset(partitions, secondary_indices=None, *args, **kwargs):
    tasks = update_dataset_from_delayed(partitions, *args, **kwargs)

    s = pickle.dumps(tasks, pickle.HIGHEST_PROTOCOL)
    tasks = pickle.loads(s)

    return tasks.compute()

示例#2

文件： test_update.py 项目： JDASoftwareGroup/kartothek

def _update_dataset_delayed(partitions, *args, **kwargs):
    if not isinstance(partitions, list):
        partitions = [partitions]
    tasks = update_dataset_from_delayed(partitions, *args, **kwargs)

    s = pickle.dumps(tasks, pickle.HIGHEST_PROTOCOL)
    tasks = pickle.loads(s)

    return tasks.compute()

示例#3

文件： test_update.py 项目： tim-werner/kartothek

def _update_dataset(partitions, secondary_indices=None, *args, **kwargs):
    return update_dataset_from_delayed(partitions, *args, **kwargs).compute()