def convert_ftr_x_clf(list_all): # convert features list list_convert = construct_ftr_CRF(list_all) list_ftr_token = list() for sentence in list_convert: for word in sentence: list_ftr_token.append(word) return list_ftr_token
def load_demo_ftr(command): if command == 'twitter': path_ftr = 'D:/Project/Transportation_SMU-NEC_collaboration/Data_demo_Dec_2015/twitter/crf_features' elif command == 'sgforums': path_ftr = 'D:/Project/Transportation_SMU-NEC_collaboration/Data_demo_Dec_2015/sgforums/crf_features' elif command == 'facebook': path_ftr = 'D:/Project/Transportation_SMU-NEC_collaboration/Data_demo_Dec_2015/facebook/crf_features' files_ = folder_files(path_ftr) features = featuers_CRF(files_, path_ftr) X = np.array(construct_ftr_CRF(features)) return X