def get_training_data(self): jvalue = callZooFunc("float", "createMiniBatchRDDFromStringRDD", self.train_rdd, self.batch_size) rdd = jvalue.value().toJavaRDD() fs = FeatureSet.rdd(rdd, sequential_order=self.sequential_order, shuffle=self.shuffle) return fs
def get_validation_data(self): if self.validation_rdd is not None: jvalue = callZooFunc("float", "createMiniBatchRDDFromStringRDD", self.validation_rdd, self.batch_size) rdd = jvalue.value().toJavaRDD() fs = FeatureSet.rdd(rdd, sequential_order=self.sequential_order, shuffle=self.shuffle) return fs return None