def _process_project(self, name, filename, softcatala):
entries = set()
directory = os.path.join(self.po_directory, "individual_pos/",
name.lower())
findFiles = FindFiles()
for filename in findFiles.find_recursive(directory, '*.po'):
self._process_file(name, filename, softcatala, entries)
def _get_po_entries(self, directory):
entries = 0
findFiles = FindFiles()
for filename in findFiles.find_recursive(directory, '*.po'):
po_file = pofile(filename)
entries += len(po_file.translated_entries())
return po_file, entries
def process(self):
stopwords_file = open("terminology/stop-words/stop-words.txt")
self._read_stop_words(stopwords_file)
findFiles = FindFiles()
f = open('corpus.txt', 'w')
for filename in findFiles.find_recursive(self.directory, '*.po'):
try:
print("Reading: " + filename)
pofile = polib.pofile(filename)
terms = {}
for entry in pofile.translated_entries():
self.strings += 1
msgid = self._clean_string(entry.msgid)
msgstr = self._clean_string(entry.msgstr)
if not self._should_select_string(msgid, msgstr):
continue
msgstr = self._clean_localized(msgstr)
self.strings_selected += 1
log = u'source:{0} ({1}) - target:{2} ({3}) - {4}\n'
log = log.format(msgid, entry.msgid, msgstr, entry.msgstr,
filename)
f.write(log)
if msgid not in terms.keys():
translations = []
else:
translations = terms[msgid]
self.source_words.add(msgid)
translations.append(msgstr)
terms[msgid] = translations
self.documents[filename] = terms
self.files += 1
except Exception as detail:
logging.error("Cannot read {0}:{1}".format(
filename, str(detail)))
f.close()
def _clean_pos(self, directory):
findFiles = FindFiles()
for filename in findFiles.find_recursive(directory, '*.po'):
remove(filename)
def _process_project(self, name, filename, softcatala):
entries = set()
directory = os.path.join(self.po_directory,"individual_pos/", name.lower())
findFiles = FindFiles()
for filename in findFiles.find_recursive(directory, '*.po'):
self._process_file(name, filename, softcatala, entries)
