def test_can_read_from_file_and_run_ann_and_plot_and_save_results(self): # load in data settings about that data set from a ini file data_set1_settings = DataSetSettings(data_set_settings_ini) # create meter groups from csv data files east_allers = MeterGroup('east_allers', 'flow', allers_flow_csv) roodloft_turbidity = MeterGroup('roodloft_turbidity', 'turbidity', roodloft_turbidity_csv) # set meter group settings east_allers.set_meter_group_settings(data_set1_settings.meter_groups()) roodloft_turbidity.set_meter_group_settings(data_set1_settings.meter_groups()) # create data packer and choose meter groups for input and target data_packer1 = DataPacker() data_packer1.add_target_group(roodloft_turbidity) data_packer1.add_training_group(east_allers) data_packer1.add_training_group(roodloft_turbidity) # package data for machine learning data_package1 = data_packer1.package(data_set1_settings.packer_input(), data_set1_settings.packer_target()) # create machine learning obj to run ANN ann1 = MachineLearning(data_package1.training_input, data_package1.training_target, data_package1.validation_input, data_package1.validation_target, data_package1.get_min_max_list(), data_set1_settings.ann()) # setup: ml_type, package_name, network_layout, layer_func ann1.setup() # run: max_epochs, stop_function, training_goal, verbose_settings ann1.run(max_epochs=50, trains_per_validation_run=10) data_collector1 = DataCollector(ann1, data_package1, data_set1_settings) data_collector1.plot_training_and_validation_errors(ann1.get_error_list()) #data_collector1.plot(data_set1_settings.plot1) #data_collector1.store(folder_location, data_set1_settings.store1) print()
def test_turbidity_turn_file_into_list_and_clean_data(self): clean_data_list = MeterGroup.turn_file_into_list_and_clean_data( 'turbidity', 'C:\\Users\\Gregory\\Documents\\ANNData\\Roodloft_turbidity_13_08to14_10.csv')
def test_flow_turn_file_into_list_and_clean_data(self): clean_data_list = MeterGroup.turn_file_into_list_and_clean_data( 'flow', 'C:\\Users\\Gregory\\Documents\\ANNData\\610D07.csv')