def __init__(self, partition_num, cacheLimit=None): self.uuid = str(uuid_pkg.uuid4()) self.partitioner = HashPartitioner(partition_num) self.data = LRUDict(cacheLimit) self.cacheLimit = cacheLimit self.updated = {} self.generation = 1 self.register(self) self.is_local = True
def defaultPartitioner(self, part=None): if part is None: part = self.ssc.sc.defaultParallelism return HashPartitioner(part)