def __read_definitions(self): self.definitions = {} for file_name, printname_index in self.def_files: # TODO HACK makefile needed if (file_name.endswith("generated") and not os.path.exists(file_name)): raise Exception( "A definition file that should be generated" + " by pymachine/scripts/generate_translation_dict.sh" + " does not exist: {0}".format(file_name)) if file_name.endswith('pickle'): logging.info( 'loading 4lang definitions from {}...'.format(file_name)) definitions = cPickle.load(file(file_name)) else: logging.info('parsing 4lang definitions...') definitions = read_defs(file(file_name), self.plural_fn, printname_index, three_parts=True) logging.info('dumping 4lang definitions to file...') f = open('{0}.pickle'.format(file_name), 'w') cPickle.dump(definitions, f) for pn, machines in definitions.iteritems(): if pn not in self.definitions: self.definitions[pn] = machines else: self.definitions[pn] |= machines
def __read_definitions(self): self.definitions = {} for file_name, printname_index in self.def_files: # TODO HACK makefile needed if (file_name.endswith("generated") and not os.path.exists(file_name)): raise Exception( "A definition file that should be generated" + " by pymachine/scripts/generate_translation_dict.sh" + " does not exist: {0}".format(file_name)) if file_name.endswith('pickle'): logging.info( 'loading 4lang definitions from {}...'.format(file_name)) definitions = cPickle.load(file(file_name)) else: logging.info('parsing 4lang definitions...') definitions = read_defs( file(file_name), self.plural_fn, printname_index, three_parts=True) logging.info('dumping 4lang definitions to file...') f = open('{0}.pickle'.format(file_name), 'w') cPickle.dump(definitions, f) for pn, machines in definitions.iteritems(): if pn not in self.definitions: self.definitions[pn] = machines else: self.definitions[pn] |= machines
def build_from_4lang(cfg): fn = cfg.get("machine", "definitions") plural_fn = cfg.get("machine", "plurals") primitive_fn = cfg.get("machine", "primitives") primitives = set( [line.decode('utf-8').strip() for line in open(primitive_fn)]) logging.info('parsing 4lang definitions...') pn_index = 1 if cfg.get("deps", "lang") == 'hu' else 0 definitions = read_defs( file(fn), plural_fn, pn_index, three_parts=True) logging.info('parsed {0} entries, done!'.format(len(definitions))) lexicon = Lexicon.create_from_dict(definitions, primitives, cfg) return lexicon
def build_from_4lang(cfg): fn = cfg.get("machine", "definitions") plural_fn = cfg.get("machine", "plurals") primitive_fn = cfg.get("machine", "primitives") primitives = set( [line.decode('utf-8').strip() for line in open(primitive_fn)]) logging.info('parsing 4lang definitions...') pn_index = 1 if cfg.get("deps", "lang") == 'hu' else 0 definitions = read_defs(file(fn), plural_fn, pn_index, three_parts=True) logging.info('parsed {0} entries, done!'.format(len(definitions))) lexicon = Lexicon.create_from_dict(definitions, primitives, cfg) return lexicon
def build_from_4lang(cfg): fn = cfg.get("machine", "definitions") primitive_fn = cfg.get("machine", "primitives") primitives = set( [line.decode('utf-8').strip() for line in open(primitive_fn)]) logging.info('parsing 4lang definitions...') pn_index = 1 if cfg.get("deps", "lang") == 'hu' else 0 definitions = read_defs(file(fn), pn_index) #logging.info('parsed {0} entries, done!'.format(len(definitions))) logging.info('lowercasing binaries...') for pn, machines in definitions: for m in machines: for node in MachineTraverser.get_nodes(m, keep_upper=True, names_only=False): node.printname_ = node.printname_.lower() logging.info('done!') lexicon = Lexicon.create_from_dict(definitions, primitives, cfg) return lexicon
def build_from_4lang(cfg): fn = cfg.get("machine", "definitions") plural_fn = cfg.get("machine", "plurals") primitive_fn = cfg.get("machine", "primitives") primitives = set( [line.decode('utf-8').strip() for line in open(primitive_fn)]) logging.info('parsing 4lang definitions...') pn_index = 1 if cfg.get("deps", "lang") == 'hu' else 0 definitions = read_defs( file(fn), plural_fn, pn_index, three_parts=True) logging.info('parsed {0} entries, done!'.format(len(definitions))) logging.info('lowercasing binaries...') for pn, machines in definitions.iteritems(): for m in machines: for node in MachineTraverser.get_nodes( m, keep_upper=True, names_only=False): node.printname_ = node.printname_.lower() logging.info('done!') lexicon = Lexicon.create_from_dict(definitions, primitives, cfg) return lexicon