Python update_dataset_from_delayed 예제들

예제 #1

def _update_dataset(partitions, secondary_indices=None, *args, **kwargs):
    tasks = update_dataset_from_delayed(partitions, *args, **kwargs)

    s = pickle.dumps(tasks, pickle.HIGHEST_PROTOCOL)
    tasks = pickle.loads(s)

    return tasks.compute()

예제 #2

파일: test_update.py 프로젝트: JDASoftwareGroup/kartothek

def _update_dataset_delayed(partitions, *args, **kwargs):
    if not isinstance(partitions, list):
        partitions = [partitions]
    tasks = update_dataset_from_delayed(partitions, *args, **kwargs)

    s = pickle.dumps(tasks, pickle.HIGHEST_PROTOCOL)
    tasks = pickle.loads(s)

    return tasks.compute()

예제 #3

파일: test_update.py 프로젝트: tim-werner/kartothek

def _update_dataset(partitions, secondary_indices=None, *args, **kwargs):
    return update_dataset_from_delayed(partitions, *args, **kwargs).compute()