コード例 #1
0
    def parse(self, ctm_file):
        parser = get_parser(ctm_file)
        base_dir = os.path.dirname(parser.get_file_name())
        raw_talks = parser.parse()

        talks = []
        for i, talk in enumerate(raw_talks):
            # build range map from second intervals to tokens
            talk.build_interval_tree()

            # get pitch feature values
            pitch_file = base_dir + "/" + talk.group_name + "_talkid" + str(talk.talk_id) + ".pitch"
            talk.parse_pitch_feature(pitch_file)

            # get energy feature values
            energy_file = base_dir + "/" + talk.group_name + "_talkid" + str(talk.talk_id) + ".energy"
            talk.parse_energy_feature(energy_file)

            # get pitch feature values
            talk.parse_pitch_feature(pitch_file)
            # get energy feature values
            talk.parse_energy_feature(energy_file)
            # normalize features
            talk.normalize()

            talks.append(talk)

        return talks
            print("Not deleting. Exiting ..")
            sys.exit(3)
        shutil.rmtree(database)

    # create database folder and copy config file
    os.mkdir(database)
    shutil.copy(args.config_file, database)

    # get training and test data
    training_data = sbd.config.get('data', 'train_files').split(",")
    test_data = sbd.config.get('data', 'test_files').split(",")

    # get training parsers
    training_parsers = []
    for f in training_data:
        parser = get_parser(data_folder + f)
        if parser is None:
            print("WARNING: Could not find training parser for file %s!" % f)
        else:
            training_parsers.append(parser)

    # get test parsers
    test_parsers = []
    for f in test_data:
        parser = get_parser(data_folder + f)
        if parser is None:
            print("WARNING: Could not find test parser for file %s!" % f)
        else:
            test_parsers.append(parser)

    # generate data
コード例 #3
0
    parser.add_argument('config_file', help="path to config file")
    args = parser.parse_args()

    # initialize config
    sbd.SbdConfig(args.config_file)

    # get training and test data
    training_data = sbd.config.get('data', 'train_files').split(",")
    test_data = sbd.config.get('data', 'test_files').split(",")

    data_folder = "/mnt/naruto/sentence/data/"

    # get training parsers
    training_parsers = []
    for f in training_data:
        parser = get_parser(data_folder + f)
        if parser is None:
            print("WARNING: Could not find training parser for file %s!" % f)
        else:
            training_parsers.append(parser)

    # get test parsers
    test_parsers = []
    for f in test_data:
        parser = get_parser(data_folder + f)
        if parser is None:
            print("WARNING: Could not find test parser for file %s!" % f)
        else:
            test_parsers.append(parser)

    # convert data