示例#1
0
def init_mapping(representation):
    ### load the mapping

    mapping = {}
    shared_mapping_obj = Mapping.get_mapping_instance(
        FLAGS.shared_mapping_class)

    for lang in representation.keys():
        if representation[lang] in ['phonetic', 'onehot_and_phonetic']:
            mapping[lang] = shared_mapping_obj
        elif representation[lang] == 'onehot_shared':
            mapping[lang] = shared_mapping_obj
        elif representation[lang] == 'onehot':
            mapping[lang] = Mapping.CharacterMapping()

        with open(FLAGS.mapping_dir + '/' + 'mapping_' + lang + '.json',
                  'r') as mapping_file:
            mapping[lang].load_mapping(mapping_file)

    ## Print Representation and Mappings
    print 'Mapping'
    print mapping

    print 'Vocabulary Statitics'
    for lang in representation.keys():
        print '{}: {}'.format(lang, mapping[lang].get_vocab_size())

    return mapping
示例#2
0
    ## Print Representation and Mappings 
    print 'Representation'
    print representation 

    ### load the mapping
    mapping={}
    shared_mapping_obj = Mapping.get_mapping_instance(shared_mapping_class) 

    for lang in representation.keys(): 
        if representation[lang] in ['phonetic','onehot_and_phonetic']: 
            mapping[lang]=shared_mapping_obj
        elif representation[lang]=='onehot_shared': 
            mapping[lang]=shared_mapping_obj
        elif representation[lang]=='onehot': 
            mapping[lang]=Mapping.CharacterMapping()

        with open(mapping_dir+'/'+'mapping_'+lang+'.json','r') as mapping_file:     
            mapping[lang].load_mapping(mapping_file)

    ## Print Representation and Mappings 
    print 'Mapping'
    print mapping

    print 'Vocabulary Statitics'
    for lang in representation.keys(): 
        print '{}: {}'.format(lang,mapping[lang].get_vocab_size())


    print 'Mapping Again'
    print mapping