def test_only_selected_languages_are_synced(self):
fshelpers.create_structure(self.tempdir, {
'foo/bar/locales/bar.pot': fshelpers.asset('empty.pot'),
'foo/bar/locales/de/LC_MESSAGES/bar.po': pohelpers.makepo({
'label_login': ('Login', 'de original')}),
'foo/bar/locales/fr/LC_MESSAGES/bar.po': pohelpers.makepo({
'label_login': ('Login', 'fr original')})})
de_pofile = (self.tempdir, 'foo/bar/locales/de/LC_MESSAGES/bar.po')
fr_pofile = (self.tempdir, 'foo/bar/locales/fr/LC_MESSAGES/bar.po')
spreadsheet = SpreadSheetMock(
{'worksheet': [{'package': u'foo',
'domain': u'bar',
'id': u'label_login',
'default': u'Login',
'translations': {u'de': u'Anmelden',
u'fr': u'Connecter'},
}]})
download.download(spreadsheet, self.tempdir,
worksheet_name='worksheet',
languages=['de'])
self.assertEquals({'label_login': '******'},
pohelpers.messages(*de_pofile))
self.assertEquals({'label_login': '******'},
pohelpers.messages(*fr_pofile))
def test_download(self):
fshelpers.create_structure(self.tempdir, {
'foo/bar/locales/bar.pot': fshelpers.asset('empty.pot'),
'foo/bar/locales/de/LC_MESSAGES/bar.po': pohelpers.makepo({
'label_login': ('Login', '')})})
pofile = (self.tempdir, 'foo/bar/locales/de/LC_MESSAGES/bar.po')
self.assertEquals({'label_login': ''},
pohelpers.messages(*pofile))
spreadsheet = SpreadSheetMock(
{'worksheet': [{'package': u'foo',
'domain': u'bar',
'id': u'label_login',
'default': u'Login',
'translations': {u'de': u'Anmelden'},
},
{'package': u'foo',
'domain': u'bar',
'id': u'this_was_removed',
'default': u'Yay',
'translations': {u'de': u'Yay'},
}]})
download.download(spreadsheet, self.tempdir,
worksheet_name='worksheet',
languages=['de'])
self.assertEquals({'label_login': '******'},
pohelpers.messages(*pofile))
def test_rebuilds_primary_domain_pot_files(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot')})
potfile = (self.tempdir, 'foo/foo/locales/foo.pot')
self.assertEquals({}, pohelpers.messages(*potfile))
build_translations(self.tempdir, self.tempdir, 'foo', output=None)
self.assertEquals({'Foo': ''}, pohelpers.messages(*potfile))
def test_does_not_rebuild_secondary_domain_pot_files(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/bar.pot': fshelpers.asset('empty.pot')})
potfile = (self.tempdir, 'foo/foo/locales/bar.pot')
self.assertEquals({}, pohelpers.messages(*potfile))
synchronize(self.tempdir)
self.assertEquals({}, pohelpers.messages(*potfile))
def test_does_not_rebuild_secondary_domain_pot_files(self):
fshelpers.create_structure(
self.tempdir, {"foo/foo/__init__.py": '_("Foo")', "foo/foo/locales/bar.pot": fshelpers.asset("empty.pot")}
)
potfile = (self.tempdir, "foo/foo/locales/bar.pot")
self.assertEquals({}, pohelpers.messages(*potfile))
rebuild_package_potfiles(self.tempdir, self.tempdir, "foo")
self.assertEquals({}, pohelpers.messages(*potfile))
def test_rebuilds_primary_domain_pot_files(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot')
})
potfile = (self.tempdir, 'foo/foo/locales/foo.pot')
self.assertEquals({}, pohelpers.messages(*potfile))
build_translations(self.tempdir, self.tempdir, 'foo', output=None)
self.assertEquals({'Foo': ''}, pohelpers.messages(*potfile))
def test_does_not_rebuild_secondary_domain_pot_files(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/bar.pot': fshelpers.asset('empty.pot')
})
potfile = (self.tempdir, 'foo/foo/locales/bar.pot')
self.assertEquals({}, pohelpers.messages(*potfile))
rebuild_package_potfiles(self.tempdir, self.tempdir, 'foo')
self.assertEquals({}, pohelpers.messages(*potfile))
def test_does_not_include_messages_outside_of_package_dir(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot'),
'src/bar/__init__.py': '_("Bar")'
})
package_dir = os.path.join(self.tempdir, 'foo')
potfile = (self.tempdir, 'foo/foo/locales/foo.pot')
rebuild_package_potfiles(self.tempdir, package_dir, 'foo')
self.assertNotIn(
'Bar', pohelpers.messages(*potfile),
'Messages from sub-checkouts should not be included.')
self.assertEquals({'Foo': ''}, pohelpers.messages(*potfile),
'Expected translations in package to be discovered.')
def test_does_not_include_messages_outside_of_package_dir(self):
fshelpers.create_structure(
self.tempdir,
{
"foo/foo/__init__.py": '_("Foo")',
"foo/foo/locales/foo.pot": fshelpers.asset("empty.pot"),
"src/bar/__init__.py": '_("Bar")',
},
)
package_dir = os.path.join(self.tempdir, "foo")
potfile = (self.tempdir, "foo/foo/locales/foo.pot")
rebuild_package_potfiles(self.tempdir, package_dir, "foo")
self.assertNotIn("Bar", pohelpers.messages(*potfile), "Messages from sub-checkouts should not be included.")
self.assertEquals(
{"Foo": ""}, pohelpers.messages(*potfile), "Expected translations in package to be discovered."
)
def test_syncs_only_selected_languages(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/locales/bar.pot': fshelpers.asset('foo.pot'),
'foo/foo/locales/en/LC_MESSAGES/bar.po': fshelpers.asset(
'empty.po'),
'foo/foo/locales/de/LC_MESSAGES/bar.po': fshelpers.asset(
'empty.po'),
})
en = (self.tempdir, 'foo/foo/locales/en/LC_MESSAGES/bar.po')
de = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/bar.po')
self.assertEquals({}, pohelpers.messages(*en))
self.assertEquals({}, pohelpers.messages(*de))
synchronize(self.tempdir, languages=['en'], output=None)
self.assertEquals({'Login': ''}, pohelpers.messages(*en))
self.assertEquals({}, pohelpers.messages(*de))
def test_path_comments_are_relative_in_potfile(self):
fshelpers.create_structure(
self.tempdir, {"foo/foo/__init__.py": '_("Foo")', "foo/foo/locales/foo.pot": fshelpers.asset("empty.pot")}
)
potfile = (self.tempdir, "foo/foo/locales/foo.pot")
self.assertEquals({}, pohelpers.messages(*potfile))
rebuild_package_potfiles(self.tempdir, self.tempdir, "foo")
self.assertEquals({"Foo": ["./foo/foo/__init__.py:1"]}, pohelpers.message_references(*potfile))
def test_syncs_po_files_of_existing_languages(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot'),
'foo/foo/locales/de/LC_MESSAGES/foo.po': fshelpers.asset(
'empty.po'),
})
pofile = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/foo.po')
self.assertEquals({}, pohelpers.messages(*pofile))
output = StringIO()
synchronize(self.tempdir, output=output)
self.assertEquals({'Foo': ''}, pohelpers.messages(*pofile))
self.assertRegexpMatches(output.getvalue(),
r'\/foo.po: 1 added, 0 removed')
def test_path_comments_are_relative_in_potfile(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot')})
potfile = (self.tempdir, 'foo/foo/locales/foo.pot')
self.assertEquals({}, pohelpers.messages(*potfile))
synchronize(self.tempdir)
self.assertEquals({'Foo': ['./foo/__init__.py:1']},
pohelpers.message_references(*potfile))
def test_syncs_only_selected_languages(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/locales/bar.pot':
fshelpers.asset('foo.pot'),
'foo/foo/locales/en/LC_MESSAGES/bar.po':
fshelpers.asset('empty.po'),
'foo/foo/locales/de/LC_MESSAGES/bar.po':
fshelpers.asset('empty.po'),
})
en = (self.tempdir, 'foo/foo/locales/en/LC_MESSAGES/bar.po')
de = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/bar.po')
self.assertEquals({}, pohelpers.messages(*en))
self.assertEquals({}, pohelpers.messages(*de))
synchronize(self.tempdir, languages=['en'], output=None)
self.assertEquals({'Login': ''}, pohelpers.messages(*en))
self.assertEquals({}, pohelpers.messages(*de))
def test_syncs_po_files_of_existing_languages(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py':
'_("Foo")',
'foo/foo/locales/foo.pot':
fshelpers.asset('empty.pot'),
'foo/foo/locales/de/LC_MESSAGES/foo.po':
fshelpers.asset('empty.po'),
})
pofile = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/foo.po')
self.assertEquals({}, pohelpers.messages(*pofile))
output = StringIO()
build_translations(self.tempdir, self.tempdir, 'foo', output=output)
self.assertEquals({'Foo': ''}, pohelpers.messages(*pofile))
self.assertRegexpMatches(output.getvalue(),
r'\/foo.po: 1 added, 0 removed')
def test_path_comments_are_relative_in_potfile(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot')
})
potfile = (self.tempdir, 'foo/foo/locales/foo.pot')
self.assertEquals({}, pohelpers.messages(*potfile))
rebuild_package_potfiles(self.tempdir, self.tempdir, 'foo')
self.assertEquals({'Foo': ['./foo/foo/__init__.py:1']},
pohelpers.message_references(*potfile))
def test_merges_content_pot_files(self):
fshelpers.create_structure(
self.tempdir,
{
"foo/foo/__init__.py": '_("Foo")',
"foo/foo/locales/foo.pot": fshelpers.asset("empty.pot"),
"foo/foo/locales/foo-content.pot": fshelpers.asset("foo.pot"),
},
)
rebuild_package_potfiles(self.tempdir, self.tempdir, "foo")
pofile = (self.tempdir, "foo/foo/locales/foo.pot")
self.assertEquals({"Foo": "", "Login": ""}, pohelpers.messages(*pofile))
def test_extract_messages(self):
potfile = os.path.join(self.tempdir, "somedir", "inflator.pot")
fshelpers.create_structure(
self.tempdir,
{"foo/foo/profiles/default/content_creation/content.json": fshelpers.asset("translated_content.json")},
)
self.assertFalse(os.path.exists(os.path.dirname(potfile)))
rebuild_pot(potfile, self.profiles_dir, self.domain)
self.assertTrue(os.path.exists(os.path.dirname(potfile)))
messages = pohelpers.messages(potfile)
self.assertTrue(os.path.exists(potfile))
self.assertIn("Foo", messages)
def test_merges_content_pot_files(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot'),
'foo/foo/locales/foo-content.pot': fshelpers.asset('foo.pot'),
})
rebuild_package_potfiles(self.tempdir, self.tempdir, 'foo')
pofile = (self.tempdir, 'foo/foo/locales/foo.pot')
self.assertEquals({
'Foo': '',
'Login': ''
}, pohelpers.messages(*pofile))
def test_merges_content_pot_files(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot'),
'foo/foo/locales/foo-content.pot': fshelpers.asset(
'foo.pot'),
'foo/foo/locales/de/LC_MESSAGES/foo.po': fshelpers.asset(
'empty.po'),
})
build_translations(self.tempdir, self.tempdir, 'foo', output=None)
pofile = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/foo.po')
self.assertEquals({'Foo': '',
'Login': ''}, pohelpers.messages(*pofile))
def test_merges_manual_pot_files(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/__init__.py': '_("Foo")',
'foo/foo/locales/foo.pot': fshelpers.asset('empty.pot'),
'foo/foo/locales/foo-manual.pot': fshelpers.asset(
'foo.pot'),
'foo/foo/locales/de/LC_MESSAGES/foo.po': fshelpers.asset(
'empty.po'),
})
synchronize(self.tempdir, output=None)
pofile = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/foo.po')
self.assertEquals({'Foo': '',
'Login': ''}, pohelpers.messages(*pofile))
def test_extract_messages(self):
potfile = os.path.join(self.tempdir, 'somedir', 'inflator.pot')
fshelpers.create_structure(self.tempdir, {
'foo/foo/profiles/default/content_creation/content.json':
fshelpers.asset('translated_content.json'),
})
self.assertFalse(os.path.exists(os.path.dirname(potfile)))
rebuild_pot(potfile, self.profiles_dir, self.domain)
self.assertTrue(os.path.exists(os.path.dirname(potfile)))
messages = pohelpers.messages(potfile)
self.assertTrue(os.path.exists(potfile))
self.assertIn('Foo', messages)
def test_creates_selected_languages_when_missing(self):
fshelpers.create_structure(self.tempdir, {
'foo/foo/locales/bar.pot': fshelpers.asset('foo.pot')})
enpath = os.path.join(self.tempdir,
'foo/foo/locales/en/LC_MESSAGES/bar.po')
synchronize(self.tempdir, output=None)
self.assertFalse(os.path.exists(enpath),
'A sync without selecting languages should'
' not create new languages.')
synchronize(self.tempdir, languages=['en'], output=None)
self.assertTrue(os.path.exists(enpath),
'A sync with selecting languages should'
' create missing languages.')
self.assertEquals({'Login': ''}, pohelpers.messages(enpath))
def test_creates_selected_languages_when_missing(self):
fshelpers.create_structure(
self.tempdir,
{'foo/foo/locales/bar.pot': fshelpers.asset('foo.pot')})
enpath = os.path.join(self.tempdir,
'foo/foo/locales/en/LC_MESSAGES/bar.po')
synchronize(self.tempdir, output=None)
self.assertFalse(
os.path.exists(enpath), 'A sync without selecting languages should'
' not create new languages.')
synchronize(self.tempdir, languages=['en'], output=None)
self.assertTrue(
os.path.exists(enpath), 'A sync with selecting languages should'
' create missing languages.')
self.assertEquals({'Login': ''}, pohelpers.messages(enpath))
def test_merges_manual_pot_files(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py':
'_("Foo")',
'foo/foo/locales/foo.pot':
fshelpers.asset('empty.pot'),
'foo/foo/locales/foo-manual.pot':
fshelpers.asset('foo.pot'),
'foo/foo/locales/de/LC_MESSAGES/foo.po':
fshelpers.asset('empty.po'),
})
synchronize(self.tempdir, output=None)
pofile = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/foo.po')
self.assertEquals({
'Foo': '',
'Login': ''
}, pohelpers.messages(*pofile))
def test_merges_content_pot_files(self):
fshelpers.create_structure(
self.tempdir, {
'foo/foo/__init__.py':
'_("Foo")',
'foo/foo/locales/foo.pot':
fshelpers.asset('empty.pot'),
'foo/foo/locales/foo-content.pot':
fshelpers.asset('foo.pot'),
'foo/foo/locales/de/LC_MESSAGES/foo.po':
fshelpers.asset('empty.po'),
})
build_translations(self.tempdir, self.tempdir, 'foo', output=None)
pofile = (self.tempdir, 'foo/foo/locales/de/LC_MESSAGES/foo.po')
self.assertEquals({
'Foo': '',
'Login': ''
}, pohelpers.messages(*pofile))
def test_download_does_not_empty_existing_translations(self):
fshelpers.create_structure(self.tempdir, {
'foo/bar/locales/bar.pot': fshelpers.asset('empty.pot'),
'foo/bar/locales/de/LC_MESSAGES/bar.po': pohelpers.makepo({
'label_login': ('Login', 'Anmelden')})})
pofile = (self.tempdir, 'foo/bar/locales/de/LC_MESSAGES/bar.po')
spreadsheet = SpreadSheetMock(
{'worksheet': [{'package': u'foo',
'domain': u'bar',
'id': u'label_login',
'default': u'Login',
'translations': {u'de': u''},
}]})
download.download(spreadsheet, self.tempdir,
worksheet_name='worksheet',
languages=['de'])
self.assertEquals({'label_login': '******'},
pohelpers.messages(*pofile))
def test_updating_translations(self):
self.write('buildout.cfg', BUILDOUT_CONFIG)
self.system(self.buildout)
package = 'the/package'
locales = (package, 'locales')
locales_de = (locales, 'de/LC_MESSAGES')
locales_en = (locales, 'en/LC_MESSAGES')
profile = (package, 'profiles/default')
fshelpers.create_structure(self.sample_buildout, {
(locales, 'package.pot'): fshelpers.asset('empty.pot'),
(locales, 'package-manual.pot'): pohelpers.makepo({
'label_login': ('Login', '')}),
(locales, 'plone.pot'): pohelpers.makepo({
'save': ('Save', '')}),
(locales_de, 'package.po'): (
fshelpers.asset('empty.po')),
(locales_en, 'plone.po'): (
fshelpers.asset('empty.po')),
(package, '__init__.py'): '_("Foo")',
(profile, 'content_creation/01.json'): json.dumps([
{'title:translate(package)': 'ContentPage'}])})
output = self.system(self.i18n_build + ' de')
try:
# pot file building
self.assertDictContainsSubset(
{u'label_login': u''},
pohelpers.messages(locales, 'package.pot'),
'package-manual.pot was not merged')
self.assertDictContainsSubset(
{u'Foo': u''},
pohelpers.messages(locales, 'package.pot'),
'Package was not scanned, python file translation missing.')
self.assertDictContainsSubset(
{u'ContentPage': u''},
pohelpers.messages(locales, 'package.pot'),
'Inflater content creation was not scanned.')
# po syncing
self.assertEquals({u'label_login': u'',
u'Foo': u'',
u'ContentPage': u''},
pohelpers.messages(locales_de, 'package.po'),
'Default domain ("package") .po-file was not synced.')
self.assertEquals({u'save': u''},
pohelpers.messages(locales_de, 'plone.po'),
'Alternate domain ("plone") .po-file was not synced.')
self.assertEquals({u'save': u''},
pohelpers.messages(locales_en, 'plone.po'),
'Existing language was not synced.')
lines = fshelpers.cat(locales_de, 'package.po').split('\n')
self.assertEquals(
[],
filter(lambda line: line.startswith('"Domain'), lines),
'.po-files should not contain Domain-headers, because'
' they are not relevant and often not set correctly.')
# path comments
self.assertDictContainsSubset(
{u'Foo': [u'./the/package/__init__.py:1']},
pohelpers.message_references(locales, 'package.pot'),
'Path comments are wrong.')
except:
print '-' * 30
print output
print '-' * 30
raise
def test_updating_translations(self):
self.write('buildout.cfg', BUILDOUT_CONFIG)
self.system(self.buildout)
package = 'the/package'
locales = (package, 'locales')
locales_de = (locales, 'de/LC_MESSAGES')
locales_en = (locales, 'en/LC_MESSAGES')
profile = (package, 'profiles/default')
fshelpers.create_structure(
self.sample_buildout, {
(locales, 'package.pot'):
fshelpers.asset('empty.pot'),
(locales, 'package-manual.pot'):
pohelpers.makepo({'label_login': ('Login', '')}),
(locales, 'plone.pot'):
pohelpers.makepo({'save': ('Save', '')}),
(locales_de, 'package.po'): (fshelpers.asset('empty.po')),
(locales_en, 'plone.po'): (fshelpers.asset('empty.po')),
(package, '__init__.py'):
'_("Foo")',
(profile, 'content_creation/01.json'):
json.dumps([{
'title:translate(package)': 'ContentPage'
}])
})
output = self.system(self.i18n_build + ' de')
try:
# pot file building
self.assertDictContainsSubset({u'label_login': u''},
pohelpers.messages(
locales, 'package.pot'),
'package-manual.pot was not merged')
self.assertDictContainsSubset(
{u'Foo': u''}, pohelpers.messages(locales, 'package.pot'),
'Package was not scanned, python file translation missing.')
self.assertDictContainsSubset(
{u'ContentPage': u''},
pohelpers.messages(locales, 'package.pot'),
'Inflater content creation was not scanned.')
# po syncing
self.assertEquals(
{
u'label_login': u'',
u'Foo': u'',
u'ContentPage': u''
}, pohelpers.messages(locales_de, 'package.po'),
'Default domain ("package") .po-file was not synced.')
self.assertEquals(
{u'save': u''}, pohelpers.messages(locales_de, 'plone.po'),
'Alternate domain ("plone") .po-file was not synced.')
self.assertEquals({u'save': u''},
pohelpers.messages(locales_en, 'plone.po'),
'Existing language was not synced.')
lines = fshelpers.cat(locales_de, 'package.po').split('\n')
self.assertEquals(
[], filter(lambda line: line.startswith('"Domain'), lines),
'.po-files should not contain Domain-headers, because'
' they are not relevant and often not set correctly.')
# path comments
self.assertDictContainsSubset(
{u'Foo': [u'./the/package/__init__.py:1']},
pohelpers.message_references(locales, 'package.pot'),
'Path comments are wrong.')
except:
print '-' * 30
print output
print '-' * 30
raise