def test_delete_mark_obsolete(project0_nongnu, project0, store0):
"""Tests that the in-DB Store and Directory are marked as obsolete
after the on-disk file ceased to exist.
Refs. #269.
"""
tp = TranslationProjectFactory(
project=project0, language=LanguageDBFactory())
store = StoreDBFactory(
translation_project=tp,
parent=tp.directory)
store.update(store.deserialize(store0.serialize()))
store.sync()
pootle_path = store.pootle_path
# Remove on-disk file
os.remove(store.file.path)
# Update stores by rescanning TP
tp.scan_files()
# Now files that ceased to exist should be marked as obsolete
updated_store = Store.objects.get(pootle_path=pootle_path)
assert updated_store.obsolete
# The units they contained are obsolete too
assert not updated_store.units.exists()
assert updated_store.unit_set.filter(state=OBSOLETE).exists()
def test_delete_mark_obsolete(project0_disk, store0):
"""Tests that the in-DB Store and Directory are marked as obsolete
after the on-disk file ceased to exist.
Refs. #269.
"""
tp = TranslationProjectFactory(
project=project0_disk, language=LanguageDBFactory()
)
store = StoreDBFactory(translation_project=tp, parent=tp.directory)
store.update(store.deserialize(store0.serialize()))
store.sync()
pootle_path = store.pootle_path
# Remove on-disk file
os.remove(store.file.path)
# Update stores by rescanning TP
tp.scan_files()
# Now files that ceased to exist should be marked as obsolete
updated_store = Store.objects.get(pootle_path=pootle_path)
assert updated_store.obsolete
# The units they contained are obsolete too
assert not updated_store.units.exists()
assert updated_store.unit_set.filter(state=OBSOLETE).exists()
def setup_terminology(self):
import pytest_pootle
from pytest_pootle.factories import (
ProjectDBFactory, StoreDBFactory, TranslationProjectFactory)
from pootle_language.models import Language
source_language = Language.objects.get(code="en")
terminology = ProjectDBFactory(code="terminology",
checkstyle="terminology",
fullname="Terminology",
source_language=source_language)
term_file = os.path.join(
os.path.dirname(pytest_pootle.__file__),
*("data", "po", "terminology.po"))
with open(term_file) as f:
term_ttk = getclass(f)(f.read())
for language in Language.objects.all():
tp = TranslationProjectFactory(
project=terminology, language=language)
if language.code not in ["language0", "language1"]:
continue
store = StoreDBFactory(
parent=tp.directory,
translation_project=tp,
name="terminology.po")
store.update(term_ttk)
def ordered_po(test_fs, tp0):
"""Create a store with ordered units."""
store = StoreDBFactory(name="ordered.po",
translation_project=tp0,
parent=tp0.directory)
with test_fs.open("data/po/ordered.po") as src:
store.update(store.deserialize(src.read()))
return store
def ordered_po(test_fs, tp0):
"""Create a store with ordered units."""
store = StoreDBFactory(
name="ordered.po",
translation_project=tp0,
parent=tp0.directory)
with test_fs.open("data/po/ordered.po") as src:
store.update(store.deserialize(src.read()))
return store
def numbered_po(test_fs, project0):
"""Create a store with numbered units."""
tp = TranslationProjectFactory(project=project0,
language=LanguageDBFactory())
store = StoreDBFactory(name="numbered.po",
translation_project=tp,
parent=tp.directory)
with test_fs.open("data/po/1234.po") as src:
store.update(store.deserialize(src.read()))
return store
def moz_env(post_db_setup, _django_cursor_wrapper, ios_pootle_file):
from django.conf import settings
from pytest_pootle.factories import (
ProjectDBFactory, StoreDBFactory,
TranslationProjectFactory)
from pootle_fs.models import ProjectFS
from pootle_language.models import Language
with _django_cursor_wrapper:
ios_project = ProjectDBFactory(
source_language=Language.objects.get(code="en"),
code="ios",
localfiletype="xliff")
ios_tp = TranslationProjectFactory(
project=ios_project,
language=Language.objects.get(code="language0"))
ios_store = StoreDBFactory(
parent=ios_tp.directory,
translation_project=ios_tp,
name="firefox-ios.xliff")
ios_bytes = io.BytesIO(ios_pootle_file.encode("utf8"))
ios_store.update(
getclass(ios_bytes)(ios_bytes.read()))
fs_dir = tempfile.mkdtemp()
settings.POOTLE_FS_PATH = fs_dir
repo_path = os.path.join(fs_dir, "__moz_ios_src__")
Repo.init(repo_path, bare=True)
with tmp_git(repo_path) as (tmp_repo_path, tmp_repo):
config_file = os.path.join(tmp_repo_path, ".pootle.ini")
with open(config_file, "w") as ini:
config = (
"[default]\n"
"serializers = ios\n"
"deserializers = ios\n"
"translation_path = <lang>/<filename>.xliff")
ini.write(config)
tmp_repo.index.add([".pootle.ini"])
tmp_repo.index.commit("Add Pootle configuration")
tmp_repo.remotes.origin.push("master:master")
ios_fs = ProjectFS.objects.create(
project=ios_project,
fs_type="git",
url=repo_path)
ios_plugin = ios_fs.plugin
ios_plugin.add_translations()
def numbered_po(test_fs, project0):
"""Create a store with numbered units."""
tp = TranslationProjectFactory(
project=project0,
language=LanguageDBFactory())
store = StoreDBFactory(
name="numbered.po",
translation_project=tp,
parent=tp.directory)
with test_fs.open("data/po/1234.po") as src:
store.update(store.deserialize(src.read()))
return store
def complex_po(complex_ttk):
"""A Store with some complex Units"""
from pootle_translationproject.models import TranslationProject
from pytest_pootle.factories import StoreDBFactory
tp = TranslationProject.objects.get(project__code="project0",
language__code="language0")
store = StoreDBFactory(parent=tp.directory,
translation_project=tp,
name="complex_store.po")
store.update(complex_ttk)
return store
def test_sync(project0_nongnu, project0, store0):
"""Tests that the new on-disk file is created after sync for existing
in-DB Store if the corresponding on-disk file ceased to exist.
"""
tp = TranslationProjectFactory(project=project0,
language=LanguageDBFactory())
store = StoreDBFactory(translation_project=tp, parent=tp.directory)
store.update(store.deserialize(store0.serialize()))
assert not store.file.exists()
store.sync()
assert store.file.exists()
os.remove(store.file.path)
assert not store.file.exists()
store.sync()
assert store.file.exists()
def moz_env(post_db_setup, _django_cursor_wrapper, ios_pootle_file):
from django.conf import settings
from pytest_pootle.factories import (ProjectDBFactory, StoreDBFactory,
TranslationProjectFactory)
from pootle_fs.models import ProjectFS
from pootle_language.models import Language
with _django_cursor_wrapper:
ios_project = ProjectDBFactory(
source_language=Language.objects.get(code="en"),
code="ios",
localfiletype="xliff")
ios_tp = TranslationProjectFactory(
project=ios_project,
language=Language.objects.get(code="language0"))
ios_store = StoreDBFactory(parent=ios_tp.directory,
translation_project=ios_tp,
name="firefox-ios.xliff")
ios_bytes = io.BytesIO(ios_pootle_file.encode("utf8"))
ios_store.update(getclass(ios_bytes)(ios_bytes.read()))
fs_dir = tempfile.mkdtemp()
settings.POOTLE_FS_PATH = fs_dir
repo_path = os.path.join(fs_dir, "__moz_ios_src__")
Repo.init(repo_path, bare=True)
with tmp_git(repo_path) as (tmp_repo_path, tmp_repo):
config_file = os.path.join(tmp_repo_path, ".pootle.ini")
with open(config_file, "w") as ini:
config = ("[default]\n"
"serializers = ios\n"
"deserializers = ios\n"
"translation_path = <lang>/<filename>.xliff")
ini.write(config)
tmp_repo.index.add([".pootle.ini"])
tmp_repo.index.commit("Add Pootle configuration")
tmp_repo.remotes.origin.push("master:master")
ios_fs = ProjectFS.objects.create(project=ios_project,
fs_type="git",
url=repo_path)
ios_plugin = ios_fs.plugin
ios_plugin.add_translations()
def setup_complex_po(self):
import pytest_pootle
from pytest_pootle.factories import StoreDBFactory
from pootle_translationproject.models import TranslationProject
po_file = os.path.join(os.path.dirname(pytest_pootle.__file__),
*("data", "po", "complex.po"))
with open(po_file) as f:
ttk = getclass(f)(f.read())
tp = TranslationProject.objects.get(project__code="project0",
language__code="language0")
store = StoreDBFactory(parent=tp.directory,
translation_project=tp,
name="complex.po")
store.update(ttk)
def complex_po(test_fs):
"""A Store with some complex Units"""
from pootle_translationproject.models import TranslationProject
from pytest_pootle.factories import StoreDBFactory
tp = TranslationProject.objects.get(project__code="project0",
language__code="language0")
store = StoreDBFactory(parent=tp.directory,
translation_project=tp,
name="complex_store.po")
with test_fs.open("complex.po") as f:
ttk = getclass(f)(f.read())
store.update(ttk)
return store
def test_sync(project0_nongnu, project0, store0):
"""Tests that the new on-disk file is created after sync for existing
in-DB Store if the corresponding on-disk file ceased to exist.
"""
tp = TranslationProjectFactory(
project=project0, language=LanguageDBFactory())
store = StoreDBFactory(
translation_project=tp,
parent=tp.directory)
store.update(store.deserialize(store0.serialize()))
assert not store.file.exists()
store.sync()
assert store.file.exists()
os.remove(store.file.path)
assert not store.file.exists()
store.sync()
assert store.file.exists()
def complex_po(test_fs):
"""A Store with some complex Units"""
from pootle_translationproject.models import TranslationProject
from pytest_pootle.factories import StoreDBFactory
tp = TranslationProject.objects.get(
project__code="project0",
language__code="language0")
store = StoreDBFactory(
parent=tp.directory,
translation_project=tp,
name="complex_store.po")
with test_fs.open(("data", "po", "complex.po")) as f:
ttk = getclass(f)(f.read())
store.update(ttk)
return store
def setup_complex_po(self):
import pytest_pootle
from pytest_pootle.factories import StoreDBFactory
from pootle_translationproject.models import TranslationProject
po_file = os.path.join(
os.path.dirname(pytest_pootle.__file__),
*("data", "po", "complex.po"))
with open(po_file) as f:
ttk = getclass(f)(f.read())
tp = TranslationProject.objects.get(
project__code="project0",
language__code="language0")
store = StoreDBFactory(
parent=tp.directory,
translation_project=tp,
name="complex.po")
store.update(ttk)
def test_mozlang_sync(tp0):
mozlang = Format.objects.get(name="lang")
tp0.project.filetypes.add(mozlang)
foo_lang = StoreDBFactory(name="foo.lang",
filetype=mozlang,
parent=tp0.directory,
translation_project=tp0)
store0 = tp0.stores.get(name="store0.po")
# deserialize as source
foo_lang.update(store0.deserialize(store0.serialize()))
# mark the unit as fuzzy
unit = foo_lang.units.filter(state=TRANSLATED).first()
unit.markfuzzy()
unit.save()
ttk = foo_lang.deserialize(foo_lang.serialize())
ttk_unit = ttk.findid(unit.getid())
assert not ttk_unit.istranslated()
def test_mozlang_update(tp0):
mozlang = Format.objects.get(name="lang")
tp0.project.filetypes.add(mozlang)
foo_lang = StoreDBFactory(
name="foo.lang",
filetype=mozlang,
parent=tp0.directory,
translation_project=tp0)
store0 = tp0.stores.get(name="store0.po")
# deserialize as source
foo_lang.update(store0.deserialize(store0.serialize()))
# get serialized lang store
serialized = foo_lang.serialize()
# mark a translated unit as fuzzy
translated = foo_lang.units.filter(state=TRANSLATED).first()
translated.state = FUZZY
translated.save()
# source is translated
old_ttk = foo_lang.deserialize(serialized)
foo_lang.update(old_ttk)
# unit is still fuzzy
translated.refresh_from_db()
assert translated.state == FUZZY
# source target changes state also gets updated
old_ttk.findid(translated.getid()).target = "something else {ok}"
foo_lang.update(old_ttk, store_revision=translated.revision)
translated.refresh_from_db()
assert translated.state == TRANSLATED
translated = foo_lang.units.filter(state=TRANSLATED).first()
translated.state = FUZZY
translated.save()
# set target == "" > untranslated
ttk = foo_lang.deserialize(serialized)
ttkunit = ttk.findid(translated.getid())
ttkunit.target = ""
foo_lang.update(ttk)
# unit stays FUZZY
translated = Unit.objects.get(pk=translated.pk)
assert translated.state == FUZZY
def test_mozlang_sync(tp0):
mozlang = Format.objects.get(name="lang")
tp0.project.filetypes.add(mozlang)
foo_lang = StoreDBFactory(
name="foo.lang",
filetype=mozlang,
parent=tp0.directory,
translation_project=tp0)
store0 = tp0.stores.get(name="store0.po")
# deserialize as source
foo_lang.update(store0.deserialize(store0.serialize()))
# mark the unit as fuzzy
unit = foo_lang.units.filter(state=TRANSLATED).first()
unit.markfuzzy()
unit.save()
ttk = foo_lang.deserialize(foo_lang.serialize())
ttk_unit = ttk.findid(unit.getid())
assert not ttk_unit.istranslated()
def test_mozlang_update(tp0):
mozlang = Format.objects.get(name="lang")
tp0.project.filetypes.add(mozlang)
foo_lang = StoreDBFactory(name="foo.lang",
filetype=mozlang,
parent=tp0.directory,
translation_project=tp0)
store0 = tp0.stores.get(name="store0.po")
# deserialize as source
foo_lang.update(store0.deserialize(store0.serialize()))
# get serialized lang store
serialized = foo_lang.serialize()
# mark a translated unit as fuzzy
translated = foo_lang.units.filter(state=TRANSLATED).first()
translated.state = FUZZY
translated.save()
# source is translated
old_ttk = foo_lang.deserialize(serialized)
foo_lang.update(old_ttk)
# unit is still fuzzy
translated.refresh_from_db()
assert translated.state == FUZZY
# source target changes state also gets updated
old_ttk.findid(translated.getid()).target = "something else {ok}"
foo_lang.update(old_ttk, store_revision=translated.revision)
translated.refresh_from_db()
assert translated.state == TRANSLATED
translated = foo_lang.units.filter(state=TRANSLATED).first()
translated.state = FUZZY
translated.save()
# set target == "" > untranslated
ttk = foo_lang.deserialize(serialized)
ttkunit = ttk.findid(translated.getid())
ttkunit.target = ""
foo_lang.update(ttk)
# unit stays FUZZY
translated = Unit.objects.get(pk=translated.pk)
assert translated.state == FUZZY
def setup_terminology(self):
import pytest_pootle
from pytest_pootle.factories import (ProjectDBFactory, StoreDBFactory,
TranslationProjectFactory)
from pootle_language.models import Language
source_language = Language.objects.get(code="en")
terminology = ProjectDBFactory(code="terminology",
checkstyle="terminology",
fullname="Terminology",
source_language=source_language)
term_file = os.path.join(os.path.dirname(pytest_pootle.__file__),
*("data", "po", "terminology.po"))
with open(term_file) as f:
term_ttk = getclass(f)(f.read())
for language in Language.objects.all():
tp = TranslationProjectFactory(project=terminology,
language=language)
if language.code not in ["language0", "language1"]:
continue
store = StoreDBFactory(parent=tp.directory,
translation_project=tp,
name="terminology.po")
store.update(term_ttk)
def test_mozlang_update(tp0):
mozlang = Format.objects.get(name="lang")
tp0.project.filetypes.add(mozlang)
foo_lang = StoreDBFactory(
name="foo.lang",
filetype=mozlang,
parent=tp0.directory,
translation_project=tp0)
store0 = tp0.stores.get(name="store0.po")
# deserialize as source
foo_lang.update(store0.deserialize(store0.serialize()))
# get serialized lang store
serialized = foo_lang.serialize()
# mark a translated unit as fuzzy
translated = foo_lang.units.filter(state=TRANSLATED).first()
translated.state = FUZZY
translated.save()
# source is translated
foo_lang.update(foo_lang.deserialize(serialized))
# unit is set back to TRANSLATED
translated = Unit.objects.get(pk=translated.pk)
assert translated.state == TRANSLATED
translated = foo_lang.units.filter(state=TRANSLATED).first()
translated.state = FUZZY
translated.save()
# set target == "" > untranslated
ttk = foo_lang.deserialize(serialized)
ttkunit = ttk.findid(translated.getid())
ttkunit.target = ""
foo_lang.update(ttk)
# unit stays FUZZY
translated = Unit.objects.get(pk=translated.pk)
assert translated.state == FUZZY
