def main():
load_ds = CSVDatasetLoader(GLOBAL['data_dir'],
'malware_selected_1gram',
resolve_names=True)
trainx, trainy, valx, valy = load_ds()
data = {'trainx': trainx, 'trainy': trainy, 'valx': valx, 'valy': valy}
exp1 = Trial('teste_unigrama', [96, 50, 18, 9],
data=data,
config_dict=GLOBAL)
exp1()
def data_init():
global trainx, trainy, valx, valy, load_ds
load_ds = CSVDatasetLoader(GLOBAL['data_dir'], 'malware_selected_1gram_mini', resolve_names=True)
trainx, trainy, valx, valy = load_ds()
msg = """
=======================================
loading malware dataset on = {}
trainx shape = {}
trainy shape = {}
valx shape = {}
valy shape = {}
=======================================
""".format(GLOBAL['data_dir'], str(trainx.shape), str(trainy.shape), str(valx.shape), str(valy.shape))
logging.debug(msg)
def data_init():
global trainx, trainy, valx, valy, load_ds
load_ds = CSVDatasetLoader(GLOBAL['data_dir'], 'malware_selected_1gram', resolve_names=True)
#load_ds = DatasetLoader(GLOBAL['data_dir'], targets_list=GLOBAL['data_target_list'], normalize=True, maintain_originals=True)
trainx, trainy, valx, valy = load_ds()
msg = """
=======================================
loading malware dataset on = {}
trainx shape = {}
trainy shape = {}
valx shape = {}
valy shape = {}
=======================================
""".format(GLOBAL['data_dir'], str(trainx.shape), str(trainy.shape), str(valx.shape), str(valy.shape))
logging.debug(msg)