def test_copy_data_files_featurize_prep(): """Test copy data files - featurization prep""" tmp_dir = tempfile.mkdtemp() test_data_dir = DATA_PATH args_dict = { 'copied_data_dir': tmp_dir, 'headerfile_path': pjoin(test_data_dir, "asas_training_subset_classes.dat"), 'zipfile_path': "None", 'custom_script_path': pjoin(test_data_dir, "testfeature1.py")} tmp_files_list = ridc.copy_data_files_featurize_prep(args_dict) assert os.path.exists(pjoin(tmp_dir, "function_args.pkl")) assert os.path.exists(pjoin(tmp_dir, "asas_training_subset_classes.dat")) copied_custom_script_path = pjoin(tmp_dir, "custom_feature_defs.py") assert os.path.exists(copied_custom_script_path) os.remove(copied_custom_script_path) shutil.rmtree(tmp_dir, ignore_errors=True) assert isinstance(tmp_files_list, list) and len(tmp_files_list) > 0
def test_copy_results_files_featurize(): """Test copy results files - featurize""" copied_data_dir = os.path.join(cfg.PROJECT_PATH, "tmp", str(uuid.uuid4())[:10]) os.makedirs(copied_data_dir) featurize_setup() shutil.copy( pjoin(DATA_PATH, "testfeature1.py"), cfg.CUSTOM_FEATURE_SCRIPT_FOLDER) headerfile_path = pjoin( cfg.UPLOAD_FOLDER, "asas_training_subset_classes_with_metadata.dat") zipfile_path = pjoin(cfg.UPLOAD_FOLDER, "asas_training_subset.tar.gz") features_to_use = ["std_err", "freq1_harmonics_freq_0"] featureset_key = "TEST01" is_test = True already_featurized = False custom_script_path = pjoin(cfg.CUSTOM_FEATURE_SCRIPT_FOLDER, "testfeature1.py") args_dict = locals() tmp_files = ridc.copy_data_files_featurize_prep(args_dict) client, cont_id = ridc.spin_up_and_run_container("featurize", copied_data_dir) ridc.copy_results_files_featurize(featureset_key, client, cont_id) shutil.rmtree(copied_data_dir, ignore_errors=True) assert(os.path.exists(pjoin(cfg.FEATURES_FOLDER, "TEST01_features.csv"))) assert(os.path.exists(pjoin(cfg.FEATURES_FOLDER, "TEST01_classes.npy"))) assert(os.path.exists(pjoin(pjoin(cfg.MLTSP_PACKAGE_PATH, "Flask/static/data"), "TEST01_features_with_classes.csv"))) os.remove(pjoin(cfg.FEATURES_FOLDER, "TEST01_classes.npy")) os.remove(pjoin(cfg.FEATURES_FOLDER, "TEST01_features.csv")) os.remove(pjoin(pjoin(cfg.MLTSP_PACKAGE_PATH, "Flask/static/data"), "TEST01_features_with_classes.csv")) featurize_teardown()