def _process_project(self, name, filename, softcatala): entries = set() directory = os.path.join(self.po_directory, "individual_pos/", name.lower()) findFiles = FindFiles() for filename in findFiles.find_recursive(directory, '*.po'): self._process_file(name, filename, softcatala, entries)
def _get_po_entries(self, directory): entries = 0 findFiles = FindFiles() for filename in findFiles.find_recursive(directory, '*.po'): po_file = pofile(filename) entries += len(po_file.translated_entries()) return po_file, entries
def process(self): stopwords_file = open("terminology/stop-words/stop-words.txt") self._read_stop_words(stopwords_file) findFiles = FindFiles() f = open('corpus.txt', 'w') for filename in findFiles.find_recursive(self.directory, '*.po'): try: print("Reading: " + filename) pofile = polib.pofile(filename) terms = {} for entry in pofile.translated_entries(): self.strings += 1 msgid = self._clean_string(entry.msgid) msgstr = self._clean_string(entry.msgstr) if not self._should_select_string(msgid, msgstr): continue msgstr = self._clean_localized(msgstr) self.strings_selected += 1 log = u'source:{0} ({1}) - target:{2} ({3}) - {4}\n' log = log.format(msgid, entry.msgid, msgstr, entry.msgstr, filename) f.write(log) if msgid not in terms.keys(): translations = [] else: translations = terms[msgid] self.source_words.add(msgid) translations.append(msgstr) terms[msgid] = translations self.documents[filename] = terms self.files += 1 except Exception as detail: logging.error("Cannot read {0}:{1}".format( filename, str(detail))) f.close()
def _clean_pos(self, directory): findFiles = FindFiles() for filename in findFiles.find_recursive(directory, '*.po'): remove(filename)
def _process_project(self, name, filename, softcatala): entries = set() directory = os.path.join(self.po_directory,"individual_pos/", name.lower()) findFiles = FindFiles() for filename in findFiles.find_recursive(directory, '*.po'): self._process_file(name, filename, softcatala, entries)