def __getstate__(self):
if IterDataPipe.getstate_hook is not None:
return IterDataPipe.getstate_hook(self)
if DILL_AVAILABLE:
dill_function = dill.dumps(self.filter_fn)
else:
dill_function = self.filter_fn
state = (self.datapipe, dill_function, self.args, self.kwargs, self.drop_empty_batches)
return state
def __getstate__(self):
if IterDataPipe.getstate_hook is not None:
return IterDataPipe.getstate_hook(self)
state = (
self.main_datapipe,
self.num_instances,
self.buffer_size,
)
return state
def __getstate__(self):
if IterDataPipe.getstate_hook is not None:
return IterDataPipe.getstate_hook(self)
serialized_fn_with_method = serialize_fn(self.classifier_fn)
state = (
self.main_datapipe,
self.num_instances,
self.buffer_size,
serialized_fn_with_method,
self.drop_none,
)
return state
def __getstate__(self):
if IterDataPipe.getstate_hook is not None:
return IterDataPipe.getstate_hook(self)
if DILL_AVAILABLE:
dill_function = dill.dumps(self.fn)
else:
dill_function = self.fn
state = (
self.datapipe,
dill_function,
self.input_col,
self.output_col,
)
return state
def __getstate__(self):
if IterDataPipe.getstate_hook is not None:
return IterDataPipe.getstate_hook(self)
if DILL_AVAILABLE:
dill_function = dill.dumps(self.classifier_fn)
else:
dill_function = self.classifier_fn
state = (
self.main_datapipe,
self.num_instances,
self.buffer_size,
dill_function,
self.drop_none,
)
return state
def __getstate__(self):
if IterDataPipe.getstate_hook is not None:
return IterDataPipe.getstate_hook(self)
if DILL_AVAILABLE:
dill_function = dill.dumps(self.group_key_fn)
else:
dill_function = self.group_key_fn
state = (
self.datapipe,
dill_function,
self.buffer_size,
self.group_size,
self.guaranteed_group_size,
self.drop_remaining,
)
return state
