def cmd_clean_custom(): print_banner("Cleaning custom set") sel_ds = 'Custom' dataset_factory.get_dataset(sel_ds).delete_sets() transform.delete_transforms([sel_ds])
def cmd_store_outliers(): print_banner("Store outliers") global model threshold = 0.5 if config.get_boolean('analysis', 'UseCustomTestSet'): print_notice("Creating a custom test set") sel_ds = 'Custom' threshold = 0.0 my_sets = dataset_factory.get_dataset(sel_ds).get_sets() transform.transform_sets(sel_ds, my_sets, language) orig, X, Y = transform.get_xy_with_orig(sel_ds, 'testing_set', language, vuln_type, selected_features) # TODO Delete transforms and data set #dataset_factory.get_dataset(sel_ds).delete_sets() else: sel_ds = config.get_str('dataset', 'SelectedDataset') orig, X, Y = transform.get_xy_with_orig(sel_ds, 'testing_set', language, vuln_type, selected_features) X = sync_features(X) data.store_data(model, orig, X, Y, just_outliers=True, threshold=threshold)
def cmd_create_set(): print_banner("Building sets") global sets sel_ds = config.get_str('dataset', 'SelectedDataset') sets = dataset_factory.get_dataset(sel_ds).get_sets()
def cmd_store_custom(): print_banner("Store custom test set results") global model print_notice("Creating a custom test set") sel_ds = 'Custom' my_sets = dataset_factory.get_dataset(sel_ds).get_sets() transform.transform_sets(sel_ds, my_sets, language) orig, X, Y = transform.get_xy_with_orig(sel_ds, 'testing_set', language, vuln_type, selected_features) X = sync_features(X) data.store_data(model, orig, X, Y, just_outliers=True, threshold=0.0)
def cmd_clean_set(): print_banner("Cleaning sets") sel_ds = config.get_str('dataset', 'SelectedDataset') dataset_factory.get_dataset(sel_ds).delete_sets()