def save(self):
"""write back change log"""
# filetutils isn't importable in appengine, so import locally
from logilab.common.fileutils import ensure_fs_mode
ensure_fs_mode(self.file, S_IWRITE)
self.write(codecs.open(self.file, "w", encoding="utf-8"))
def save(self):
"""write back change log"""
# filetutils isn't importable in appengine, so import locally
from logilab.common.fileutils import ensure_fs_mode
ensure_fs_mode(self.file, S_IWRITE)
self.write(codecs.open(self.file, "w", encoding="utf-8"))
def pkginfo_save(pkginfo, modifs):
"""save modifications in the <modifs> dictionary to a __pkginfo__ file
(path given by the <pkginfo> string)
"""
tmpfile = tempfile.mktemp()
stream = open(tmpfile, 'w')
try:
# replace existants values
for line in open(pkginfo, 'r'):
key = line.split('=')[0].strip()
# FIXME: multilines value
val = modifs.pop(key, None)
if val is not None:
stream.write('%s = %r\n' % (key, val))
else:
stream.write(line)
# add missing values
for key, value in modifs.items():
stream.write('%s = %r\n' % (key, value))
stream.close()
ensure_fs_mode(pkginfo, S_IWRITE)
# FIXME: fix perms if necessary
shutil.move(tmpfile, pkginfo)
finally:
os.remove(tmpfile)
raise
def update_cube_catalogs(cubedir):
cubedir = osp.abspath(osp.normpath(cubedir))
workdir = tempfile.mkdtemp()
try:
cubename = osp.basename(cubedir)
if cubename.startswith('cubicweb_'): # new layout
distname = cubename
cubename = cubename[len('cubicweb_'):]
else:
distname = 'cubicweb_' + cubename
print('cubedir', cubedir)
extract_cls = I18nCubeMessageExtractor
try:
extract_cls = pkg_resources.load_entry_point(
distname, 'cubicweb.i18ncube', cubename)
except (pkg_resources.DistributionNotFound, ImportError):
pass # no customization found
print(underline_title('Updating i18n catalogs for cube %s' % cubename))
chdir(cubedir)
extractor = extract_cls(workdir, cubedir)
potfile = extractor.generate_pot_file()
if potfile is None:
print('no message catalog for cube', cubename,
'nothing to translate')
return ()
print('-> merging main pot file with existing translations:', end=' ')
chdir('i18n')
toedit = []
for lang in CubicWebNoAppConfiguration.cw_languages():
print(lang, end=' ')
cubepo = '%s.po' % lang
if not osp.exists(cubepo):
shutil.copy(potfile, cubepo)
else:
cmd = [
'msgmerge', '-N', '-s', '-o', cubepo + 'new', cubepo,
potfile
]
execute2(cmd)
ensure_fs_mode(cubepo)
shutil.move('%snew' % cubepo, cubepo)
toedit.append(osp.abspath(cubepo))
print()
return toedit
finally:
# cleanup
shutil.rmtree(workdir)
def compile_i18n_catalogs(sourcedirs, destdir, langs):
"""generate .mo files for a set of languages into the `destdir` i18n directory
"""
from subprocess import CalledProcessError
from logilab.common.fileutils import ensure_fs_mode
print('-> compiling message catalogs to %s' % destdir)
errors = []
for lang in langs:
langdir = join(destdir, lang, 'LC_MESSAGES')
if not exists(langdir):
create_dir(langdir)
pofiles = [join(path, '%s.po' % lang) for path in sourcedirs]
pofiles = [pof for pof in pofiles if exists(pof)]
mergedpo = join(destdir, '%s_merged.po' % lang)
try:
# merge instance/cubes messages catalogs with the stdlib's one
cmd = [
'msgcat', '--use-first', '--sort-output', '--strict', '-o',
mergedpo
] + pofiles
execute2(cmd)
# make sure the .mo file is writeable and compiles with *msgfmt*
applmo = join(destdir, lang, 'LC_MESSAGES', 'cubicweb.mo')
try:
ensure_fs_mode(applmo)
except OSError:
pass # suppose not exists
execute2(['msgfmt', mergedpo, '-o', applmo])
except CalledProcessError as exc:
errors.append(
u'while handling language %s:\ncmd:\n%s\nstdout:\n%s\nstderr:\n%s\n'
% (lang, exc.cmd, repr(exc.data[0]), repr(exc.data[1])))
except Exception as exc:
errors.append(u'while handling language %s: %s' % (lang, exc))
try:
# clean everything
os.unlink(mergedpo)
except Exception:
continue
return errors
def run(self, args):
"""run the command with its specific arguments"""
import shutil
import tempfile
import yams
from logilab.common.fileutils import ensure_fs_mode
from logilab.common.shellutils import globfind, find, rm
from logilab.common.modutils import get_module_files
from cubicweb.i18n import extract_from_tal, execute2
tempdir = tempfile.mkdtemp(prefix='cw-')
cwi18ndir = WebConfiguration.i18n_lib_dir()
print('-> extract messages:', end=' ')
print('schema', end=' ')
schemapot = osp.join(tempdir, 'schema.pot')
potfiles = [schemapot]
potfiles.append(schemapot)
# explicit close necessary else the file may not be yet flushed when
# we'll using it below
schemapotstream = open(schemapot, 'w')
generate_schema_pot(schemapotstream.write, cubedir=None)
schemapotstream.close()
print('TAL', end=' ')
tali18nfile = osp.join(tempdir, 'tali18n.py')
extract_from_tal(find(osp.join(BASEDIR, 'web'), ('.py', '.pt')),
tali18nfile)
print('-> generate .pot files.')
pyfiles = get_module_files(BASEDIR)
pyfiles += globfind(osp.join(BASEDIR, 'misc', 'migration'), '*.py')
schemafiles = globfind(osp.join(BASEDIR, 'schemas'), '*.py')
jsfiles = globfind(osp.join(BASEDIR, 'web'), 'cub*.js')
for id, files, lang in [
('pycubicweb', pyfiles, None),
('schemadescr', schemafiles, None),
('yams', get_module_files(yams.__path__[0]), None),
('tal', [tali18nfile], None),
('js', jsfiles, 'java'),
]:
potfile = osp.join(tempdir, '%s.pot' % id)
cmd = ['xgettext', '--no-location', '--omit-header', '-k_']
if lang is not None:
cmd.extend(['-L', lang])
cmd.extend(['-o', potfile])
cmd.extend(files)
execute2(cmd)
if osp.exists(potfile):
potfiles.append(potfile)
else:
print('-> WARNING: %s file was not generated' % potfile)
print('-> merging %i .pot files' % len(potfiles))
cubicwebpot = osp.join(tempdir, 'cubicweb.pot')
cmd = ['msgcat', '-o', cubicwebpot] + potfiles
execute2(cmd)
print('-> merging main pot file with existing translations.')
chdir(cwi18ndir)
toedit = []
for lang in CubicWebNoAppConfiguration.cw_languages():
target = '%s.po' % lang
cmd = [
'msgmerge', '-N', '--sort-output', '-o', target + 'new',
target, cubicwebpot
]
execute2(cmd)
ensure_fs_mode(target)
shutil.move('%snew' % target, target)
toedit.append(osp.abspath(target))
# cleanup
rm(tempdir)
# instructions pour la suite
print('-> regenerated CubicWeb\'s .po catalogs.')
print('\nYou can now edit the following files:')
print('* ' + '\n* '.join(toedit))
print('when you are done, run "cubicweb-ctl i18ncube yourcube".')