# --- directories --- droot = '/home/joschout/Repos/tilde/data-mai-experiments' dlogic_relative = 't-0-0-0' dfold_relative = 'folds' dout_relative = 'output' test_and_logic_names = [ ('mutab0', 'muta-d'), ('mutaace1', 'muta-d'), ('financial', 'financial-d-mod'), ('canc', 'canc-d'), ('bongard4', 'bongard'), ] default_handlers = [ get_back_end_default(QueryBackEnd.SUBTLE), # get_back_end_default(QueryBackEnd.FLGG), # get_back_end_default(QueryBackEnd.DJANGO) ] # --- fold settings --- fname_prefix_fold = 'test' fold_start_index = 0 nb_folds = 10 fold_suffix = '.txt' for test_name, logic_name in test_and_logic_names: print('starting experiment', test_name) file_name_data = FileNameData(root_dir=droot,
hide_printouts = False # --- directories --- droot = '/home/joschout/Repos/tilde/data-mai-experiments' dlogic_relative = 't-0-0-0' dfold_relative = 'folds' dout_relative = 'output' file_name_data = FileNameData(root_dir=droot, logic_relative_dir=dlogic_relative, fold_relative_dir=dfold_relative, output_relative_dir=dout_relative, test_name=test_name, logic_name=logic_name) default_handler = get_back_end_default(QueryBackEnd.SUBTLE) # --- fold settings --- fname_prefix_fold = 'test' fold_start_index = 0 nb_folds = 10 fold_suffix = '.txt' fold_info_controller = FoldInfoController( fold_file_directory=file_name_data.fold_dir, fold_fname_prefix=fname_prefix_fold, fold_start_index=fold_start_index, nb_folds=nb_folds, fold_suffix=fold_suffix) run_experiment(file_name_data, fold_info_controller, default_handler,
dlogic_relative = 't-0-0-0' dfold_relative = 'folds' dout_relative = 'output' test_and_logic_names = [ ('mutab0', 'muta-d'), # ('mutaace1', 'muta-d'), # ('financial', 'financial-d-mod'), # ('canc', 'canc-d'), # ('bongard4', 'bongard'), ] default_handlers = [ # get_back_end_default(QueryBackEnd.SUBTLE), # get_back_end_default(QueryBackEnd.FLGG), get_back_end_default(QueryBackEnd.DJANGO) ] # --- fold settings --- fname_prefix_fold = 'test' fold_start_index = 0 nb_folds = 10 fold_suffix = '.txt' for test_name, logic_name in test_and_logic_names: print('starting experiment', test_name) file_name_data = FileNameData(root_dir=droot, logic_relative_dir=dlogic_relative, fold_relative_dir=dfold_relative,
from problog.engine import DefaultEngine from refactor.io.label_collector import LabelCollectorMapper from refactor.io.parsing_background_knowledge import parse_background_knowledge_keys from refactor.io.parsing_examples import KeysExampleBuilder from refactor.io.parsing_settings.setting_parser import KeysSettingsParser from refactor.representation.example import InternalExampleFormat from refactor.back_end_picking import get_back_end_default, QueryBackEnd from refactor.query_testing_back_end.flgg_py4j.clause_handling import build_clause from refactor.tilde_essentials.example import Example from refactor.tilde_essentials.tree import DecisionTree from refactor.tilde_essentials.verification import verify from tilde_config import kb_file, s_file default_handler = get_back_end_default(QueryBackEnd.FLGG) file_name_labeled_examples = kb_file() file_name_settings = s_file() parsed_settings = KeysSettingsParser().parse(file_name_settings) debug_printing_example_parsing = False debug_printing_tree_building = False debug_printing_tree_pruning = False debug_printing_program_conversion = True debug_printing_get_classifier = False debug_printing_classification = False fname_background_knowledge = None internal_ex_format = InternalExampleFormat.CLAUSEDB
print('=== START collecting labels ===') # LABELS index_of_label_var = prediction_goal_handler.get_predicate_goal_index_of_label_var( ) # type: int label_collector = LabelCollectorMapper.get_label_collector(internal_ex_format, prediction_goal, index_of_label_var, engine=engine) label_collector.extract_labels(training_examples_collection) possible_labels = label_collector.get_labels() # type: Set[Label] possible_labels = list(possible_labels) print('=== END collecting labels ===\n') default_handlers = [ ('django', get_back_end_default(QueryBackEnd.DJANGO)), # ('problog-simple', get_back_end_default(QueryBackEnd.SIMPLE_PROGRAM)), ('subtle', get_back_end_default(QueryBackEnd.SUBTLE)), ('FLGG', get_back_end_default(QueryBackEnd.FLGG)) ] average_run_time_list = [] for name, default_handler in default_handlers: # ================================================================================================================= examples = default_handler.get_transformed_example_list( training_examples_collection) # =================================================================================================================
print('=== START collecting labels ===') # LABELS index_of_label_var = prediction_goal_handler.get_predicate_goal_index_of_label_var() # type: int label_collector = LabelCollectorMapper.get_label_collector(internal_ex_format, prediction_goal, index_of_label_var, engine=engine) label_collector.extract_labels(training_examples_collection) possible_labels = label_collector.get_labels() # type: Set[Label] possible_labels = list(possible_labels) print('=== END collecting labels ===\n') default_handlers = [ # ('django', get_back_end_default(QueryBackEnd.DJANGO)), # ('problog-simple', get_back_end_default(QueryBackEnd.SIMPLE_PROGRAM)), ('subtle', get_back_end_default(QueryBackEnd.SUBTLE)), # ('FLGG', get_back_end_default(QueryBackEnd.FLGG)) ] average_run_time_list = [] for name, default_handler in default_handlers: # ================================================================================================================= examples = default_handler.get_transformed_example_list(training_examples_collection) # ================================================================================================================= run_time_list = []
from problog.engine import DefaultEngine from refactor.back_end_picking import get_back_end_default, QueryBackEnd from refactor.tilde_essentials.example import Example from refactor.tilde_essentials.tree import DecisionTree from refactor.tilde_essentials.tree_builder import TreeBuilder from refactor.tilde_essentials.verification import verify from refactor.query_testing_back_end.django.clause_handling import destruct_tree_tests, build_clause from refactor.io.label_collector import LabelCollectorMapper from refactor.io.parsing_background_knowledge import parse_background_knowledge_keys from refactor.io.parsing_examples import KeysExampleBuilder from refactor.io.parsing_settings.setting_parser import KeysSettingsParser from refactor.representation.example import InternalExampleFormat from tilde_config import kb_file, s_file default_handler = get_back_end_default(QueryBackEnd.DJANGO) file_name_labeled_examples = kb_file() file_name_settings = s_file() parsed_settings = KeysSettingsParser().parse(file_name_settings) debug_printing_example_parsing = False debug_printing_tree_building = False debug_printing_tree_pruning = False debug_printing_program_conversion = True debug_printing_get_classifier = False debug_printing_classification = False fname_background_knowledge = None internal_ex_format = InternalExampleFormat.CLAUSEDB
import time from problog.engine import DefaultEngine from refactor.io.label_collector import LabelCollectorMapper from refactor.io.parsing_background_knowledge import parse_background_knowledge_keys from refactor.io.parsing_examples import KeysExampleBuilder from refactor.io.parsing_settings.setting_parser import KeysSettingsParser from refactor.representation.example import InternalExampleFormat from refactor.back_end_picking import get_back_end_default, QueryBackEnd from refactor.tilde_essentials.tree import DecisionTree from tilde_config import kb_file, s_file default_handler = get_back_end_default(QueryBackEnd.SIMPLE_PROGRAM) file_name_labeled_examples = kb_file() file_name_settings = s_file() engine = DefaultEngine engine.unknown = 1 parsed_settings = KeysSettingsParser().parse(file_name_settings) debug_printing_example_parsing = False debug_printing_tree_building = False debug_printing_tree_pruning = False debug_printing_program_conversion = True debug_printing_get_classifier = False debug_printing_classification = False fname_background_knowledge = None