def handle(self, *args, **options):
"""Handle the save_trans command."""
filename_po = load_translation_settings(settings)
locale_path = settings.MODELTRANSLATION_LOCALE_PATH
if not isdir(locale_path):
mkdir(locale_path)
for lang in [l[0] for l in list(settings.LANGUAGES)]:
word_count = 0
lang_path = join(locale_path, lang)
if not isdir(lang_path):
mkdir(lang_path)
mkdir(join(lang_path, "LC_MESSAGES"))
po_filepath = join(lang_path, "LC_MESSAGES", filename_po)
existing_ids = []
existing_trans = {}
if exists(po_filepath):
po_file = open(po_filepath, "r")
catalog = read_po(po_file)
po_file.close()
for message in catalog:
existing_ids.append(message.id)
for auto_comment in message.auto_comments:
existing_trans[auto_comment] = message.id
else:
catalog = Catalog(locale=lang)
for model in translator.get_registered_models():
opts = translator.get_options_for_model(model)
for field in opts.get_field_names():
tr_field = "%s_%s" % (field, lang)
en_field = "%s_%s" % (field, "en")
for item in model.objects.all():
msgid = "%s.%s.%s" % (item._meta, item.pk, field)
msgstr = "%s" % getattr(item, tr_field)
enval = getattr(item, en_field)
if enval is not None and field not in [
"slug", "url_path"
]:
enstr = json.dumps(enval.stream_data) if hasattr(
enval, "stream_data") else "%s" % enval
# We already have a translation, just add the new comment to pick it up
if enstr in existing_ids:
catalog.add(id=enstr,
string=msgstr,
auto_comments=[
msgid,
])
# We don't have an exact translation, but we've translated the page before
elif msgid in existing_trans.keys():
# If it's JSON, the dumped strings might not match, but the objs can
if hasattr(enval, "stream_data"):
new_json = json.loads(enstr)
old_json = json.loads(
existing_trans[msgid])
# If it doesn't match, delete the old and readd. If it does match, do nothing
if new_json != old_json:
catalog.delete(
id=existing_trans[msgid])
catalog.add(id=enstr,
string=msgstr,
auto_comments=[
msgid,
])
word_count += len(enstr.split())
# If it's not JSON, just add it. We can't delete because can't guarantee it's not reused later
else:
catalog.add(id=enstr,
string=msgstr,
auto_comments=[
msgid,
])
word_count += len(enstr.split())
# If we don't have a translation, and it's not in a previously translated page, it's brand new
else:
catalog.add(id=enstr,
string=msgstr,
auto_comments=[
msgid,
])
word_count += len(enstr.split())
# write catalog to file
po_file = open(po_filepath, "wb")
write_po(po_file, catalog, width=None)
po_file.close()
print("New {} word count: {}".format(lang, word_count))
def add_or_update_message(catalog: Catalog, message: Message):
if find_corresponding_message(catalog, message):
catalog.delete(message.id, context=message.context)
catalog[message.id] = message
def handle(self, *args, **options):
"""Handle the save_trans command."""
filename_po = load_translation_settings(settings)
locale_path = settings.MODELTRANSLATION_LOCALE_PATH
if not isdir(locale_path):
mkdir(locale_path)
for lang in [lang_tup[0] for lang_tup in list(settings.LANGUAGES)]:
word_count = 0
lang_path = join(locale_path, lang)
if not isdir(lang_path):
mkdir(lang_path)
mkdir(join(lang_path, "LC_MESSAGES"))
po_filepath = join(lang_path, "LC_MESSAGES", filename_po)
existing_ids = []
existing_trans = {}
if exists(po_filepath):
print(po_filepath)
po_file = open(po_filepath, "r", encoding="utf-8")
catalog = read_po(po_file)
po_file.close()
for message in catalog:
existing_ids.append(message.id)
for auto_comment in message.auto_comments:
existing_trans[auto_comment] = message.id
else:
catalog = Catalog(locale=lang)
for model in translator.get_registered_models():
if model not in EXCLUDE_MODELS:
opts = translator.get_options_for_model(model)
for field in opts.get_field_names():
tr_field = "%s_%s" % (field, lang)
en_field = "%s_%s" % (field, "en")
for item in model.objects.all():
if hasattr(item, "specific") and isinstance(item.specific, EXCLUDE_MODELS):
continue
msgid = "%s.%s.%s" % (item._meta, item.pk, field)
msgval = getattr(item, tr_field)
enval = getattr(item, en_field)
if isinstance(msgval, StreamValue):
msgstr = json.dumps(list(msgval.raw_data))
else:
msgstr = "%s" % msgval
if enval is not None and field not in ["slug", "url_path"]:
if isinstance(enval, StreamValue):
enstr = json.dumps(list(enval.raw_data))
else:
enstr = "%s" % enval
# We already have a translation, just add the new comment to pick it up
if enstr in existing_ids:
catalog.add(id=enstr, string=msgstr, auto_comments=[msgid, ])
# We don't have an exact translation, but we've translated the page before
elif msgid in existing_trans.keys():
# If it's JSON, the dumped strings might not match, but the objs can
if isinstance(enval, StreamValue):
new_json = json.loads(enstr)
old_json = json.loads(existing_trans[msgid])
# If it doesn't match, delete the old and re-add with a blank translation so the vendor knows it needs re-translation. If it does match, do nothing
if new_json != old_json:
catalog.delete(id=existing_trans[msgid])
catalog.add(id=enstr, string="", auto_comments=[msgid, ])
word_count += len(enstr.split())
# If it's not JSON, just add it. We can't delete because can't guarantee it's not reused later
else:
catalog.add(id=enstr, string=msgstr, auto_comments=[msgid, ])
word_count += len(enstr.split())
# If we don't have a translation, and it's not in a previously translated page, it's brand new
else:
catalog.add(id=enstr, string=msgstr, auto_comments=[msgid, ])
word_count += len(enstr.split())
# write catalog to file
po_file = open(po_filepath, "wb")
write_po(po_file, catalog, width=None)
po_file.close()
# write copy to default_storage
stream_str = io.BytesIO()
write_po(stream_str, catalog, width=None)
output_path = join("po_files", lang, filename_po)
output_dir = dirname(output_path)
if not isdir(output_dir):
makedirs(output_dir)
if default_storage.exists(output_path):
default_storage.delete(output_path)
default_storage.save(output_path, ContentFile(stream_str.getvalue()))
print("New {} word count: {}".format(lang, word_count))
