imputer_method = 'simple' ale_path = '/work/mflora/ML_DATA/ALE_RESULTS' start_time = datetime.datetime.now() for combo in combos: model_name, target, resample_method, normalize_method, time = combo results_fname = join( ale_path, f'ale_results_{model_name}_{target}_{time}{drop_opt}{resample_method}.nc' ) myInterpreter = InterpretToolkit() myInterpreter.load_results(results_fname) results = myInterpreter.calc_ale_variance(model_names=model_name) save_fname = join( ale_path, f'ale_var_results_{model_name.replace("_under", "")}_{resample_method}_{target}_{time}{drop_opt}.nc' ) print(f'Saving {save_fname}...') myInterpreter.save_results(fname=save_fname, data=results) duration = datetime.datetime.now() - start_time seconds = duration.total_seconds() hours = seconds // 3600 minutes = (seconds % 3600) // 60 seconds = seconds % 60 message = f"""
for combo in combos: model_name, target, resample_method, normalize_method, time = combo results_fname = join(ale_path, f'ale_2d_results_{model_name}_{target}_{time}{drop_opt}{resample_method}.nc') myInterpreter = InterpretToolkit() results_2d = myInterpreter.load_results(results_fname) #if resample_method == 'under': # model_name +='_under' # Load the permutation important results from the saved pickle file with open(f'IMPORTANT_FEATURES_ALL_MODELS_{target}_{time}.pkl', 'rb') as pkl_file: important_vars = pickle.load(pkl_file) features = list(itertools.combinations(important_vars, r=2)) results = myInterpreter.calc_ale_variance(ale_data=results_2d, features=features, interaction=True) results_fname = join(ale_path, f'ale_interaction_results_{model_name.replace("_under", "")}_{resample_method}_{target}_{time}{drop_opt}.nc') print(f'Saving {results_fname}...') myInterpreter.save_results(fname=results_fname, data=results) results_2d.close() del results_2d duration = datetime.datetime.now() - start_time seconds = duration.total_seconds() hours = seconds // 3600 minutes = (seconds % 3600) // 60 seconds = seconds % 60 message = f"""