def init_mapping(representation): ### load the mapping mapping = {} shared_mapping_obj = Mapping.get_mapping_instance( FLAGS.shared_mapping_class) for lang in representation.keys(): if representation[lang] in ['phonetic', 'onehot_and_phonetic']: mapping[lang] = shared_mapping_obj elif representation[lang] == 'onehot_shared': mapping[lang] = shared_mapping_obj elif representation[lang] == 'onehot': mapping[lang] = Mapping.CharacterMapping() with open(FLAGS.mapping_dir + '/' + 'mapping_' + lang + '.json', 'r') as mapping_file: mapping[lang].load_mapping(mapping_file) ## Print Representation and Mappings print 'Mapping' print mapping print 'Vocabulary Statitics' for lang in representation.keys(): print '{}: {}'.format(lang, mapping[lang].get_vocab_size()) return mapping
## Print Representation and Mappings print 'Representation' print representation ### load the mapping mapping={} shared_mapping_obj = Mapping.get_mapping_instance(shared_mapping_class) for lang in representation.keys(): if representation[lang] in ['phonetic','onehot_and_phonetic']: mapping[lang]=shared_mapping_obj elif representation[lang]=='onehot_shared': mapping[lang]=shared_mapping_obj elif representation[lang]=='onehot': mapping[lang]=Mapping.CharacterMapping() with open(mapping_dir+'/'+'mapping_'+lang+'.json','r') as mapping_file: mapping[lang].load_mapping(mapping_file) ## Print Representation and Mappings print 'Mapping' print mapping print 'Vocabulary Statitics' for lang in representation.keys(): print '{}: {}'.format(lang,mapping[lang].get_vocab_size()) print 'Mapping Again' print mapping