def test_training_validation_split_working(self): kwargs = self.base_kwargs.copy() kwargs['validation_percent'] = 0.4 fs3 = FileLoader(**kwargs) assert len(fs3) == 3 assert len(fs3.get_training_datasets()) == 2 assert len(fs3.get_validation_datasets()) == 1
def test_dynamic_types(self): kwargs = self.base_kwargs.copy() kwargs['input_source'] = self.tempf.name kwargs['dynamic_types'] = {} kwargs['dynamic_types']['FOO'] = CloneComponentGenerator( base_component='1') fs1 = FileLoader(**kwargs) datasets = fs1.get_training_datasets() assert len(fs1) == 3 for dataset_id, dataset in datasets: assert 'FOO' in dataset handler = dataset['FOO'] assert callable(handler)