def parse(self, ctm_file): parser = get_parser(ctm_file) base_dir = os.path.dirname(parser.get_file_name()) raw_talks = parser.parse() talks = [] for i, talk in enumerate(raw_talks): # build range map from second intervals to tokens talk.build_interval_tree() # get pitch feature values pitch_file = base_dir + "/" + talk.group_name + "_talkid" + str(talk.talk_id) + ".pitch" talk.parse_pitch_feature(pitch_file) # get energy feature values energy_file = base_dir + "/" + talk.group_name + "_talkid" + str(talk.talk_id) + ".energy" talk.parse_energy_feature(energy_file) # get pitch feature values talk.parse_pitch_feature(pitch_file) # get energy feature values talk.parse_energy_feature(energy_file) # normalize features talk.normalize() talks.append(talk) return talks
print("Not deleting. Exiting ..") sys.exit(3) shutil.rmtree(database) # create database folder and copy config file os.mkdir(database) shutil.copy(args.config_file, database) # get training and test data training_data = sbd.config.get('data', 'train_files').split(",") test_data = sbd.config.get('data', 'test_files').split(",") # get training parsers training_parsers = [] for f in training_data: parser = get_parser(data_folder + f) if parser is None: print("WARNING: Could not find training parser for file %s!" % f) else: training_parsers.append(parser) # get test parsers test_parsers = [] for f in test_data: parser = get_parser(data_folder + f) if parser is None: print("WARNING: Could not find test parser for file %s!" % f) else: test_parsers.append(parser) # generate data
parser.add_argument('config_file', help="path to config file") args = parser.parse_args() # initialize config sbd.SbdConfig(args.config_file) # get training and test data training_data = sbd.config.get('data', 'train_files').split(",") test_data = sbd.config.get('data', 'test_files').split(",") data_folder = "/mnt/naruto/sentence/data/" # get training parsers training_parsers = [] for f in training_data: parser = get_parser(data_folder + f) if parser is None: print("WARNING: Could not find training parser for file %s!" % f) else: training_parsers.append(parser) # get test parsers test_parsers = [] for f in test_data: parser = get_parser(data_folder + f) if parser is None: print("WARNING: Could not find test parser for file %s!" % f) else: test_parsers.append(parser) # convert data