def handle_transform(self, data_container: DataContainer, context: ExecutionContext) -> DataContainer: data_container = FeatureUnion.handle_transform(self, data_container, context) results = self.judge.transform(data_container.data_inputs) data_container.set_data_inputs(results) return data_container
def _transform_data_container(self, data_container, context): """ Handle transform. :param data_container: the data container to join :param context: execution context :return: transformed data container """ data_inputs = self.transform([dc.data_inputs for dc in data_container.data_inputs]) data_container = DataContainer(data_inputs=data_inputs, current_ids=data_container.current_ids, expected_outputs=data_container.expected_outputs) data_container.set_data_inputs(data_inputs) return data_container
def _transform_data_container(self, data_container: DataContainer, context: ExecutionContext) -> DataContainer: """ Nullify wrapped step hyperparams, and don't transform the wrapped step. :param data_container: data container :param context: execution context :return: step, data_container """ if self.hyperparams[OPTIONAL_ENABLED_HYPERPARAM]: return self.wrapped.handle_transform(data_container, context) self._nullify_hyperparams() data_container.set_data_inputs(self.nullified_return_value) return DataContainer(data_inputs=self.nullified_return_value, current_ids=data_container.current_ids, expected_outputs=self.nullified_return_value)
def _did_process(self, data_container: DataContainer, context: ExecutionContext) -> DataContainer: """ Reaugment the flattened data container. :param data_container: data container to then_unflatten :param context: execution context :return: data container """ data_container = super()._did_process(data_container, context) if self.then_unflatten: data_container.set_data_inputs( self._reaugment_list(data_container.data_inputs, self.len_di)) data_container.set_expected_outputs( self._reaugment_list(data_container.expected_outputs, self.len_eo)) self.len_di = [] self.len_eo = [] return data_container
def handle_transform(self, data_containers, context: ExecutionContext) -> DataContainer: """ Handle transform. :param data_containers: the data container to join :param context: execution context :return: transformed data container """ data_inputs = self.transform( [dc.data_inputs for dc in data_containers]) data_container = DataContainer( current_ids=data_containers[-1].current_ids, data_inputs=data_inputs, expected_outputs=data_containers[-1].expected_outputs) data_container.set_data_inputs(data_inputs) current_ids = self.hash(data_container) data_container.set_current_ids(current_ids) return data_container