def __call__(self, filename, options, fileobj=None):
self.options = options
self.filename = filename
self.python_extractor = get_extractor('x.py')
if fileobj is None:
fileobj = open(filename, 'rb')
return self.process_file(fileobj)
def __call__(self, filename, options, fileobj=None):
self.options = options
self.filename = filename
self.python_extractor = get_extractor("x.py")
if fileobj is None:
fileobj = open(filename, "rb")
return self.process_file(fileobj)
def __call__(self, filename, options, fileobj=None):
self.options = options
self.filename = filename
self.python_extractor = get_extractor("x.py")
if fileobj is None:
ctx = open(filename, "r")
else:
ctx = contextlib.nullcontext(fileobj)
with ctx as file_:
yield from self.process_file(file_)
def __call__(self, filename, options, fileobj=None):
self.options = options
self.filename = filename
self.python_extractor = get_extractor("x.py")
if fileobj is None:
fileobj = open(filename, "rb")
must_close = True
else:
must_close = False
try:
for message in self.process_file(fileobj):
yield message
finally:
if must_close:
fileobj.close()
def list_files(options):
if options.files_from:
for filename in open(options.files_from, 'r'):
if filename.startswith('#') or not filename.strip():
continue
yield filename
for file in options.file:
if os.path.isfile(file):
yield file
elif os.path.isdir(file):
for (dirpath, dirnames, filenames) in os.walk(file):
for file in filenames:
if get_extractor(file) is not None:
yield os.path.join(dirpath, file)
else:
print('Invalid file type for %s' % file, file=sys.stderr)
sys.exit(1)
def list_files(options):
if options.files_from:
for filename in open(options.files_from, 'r'):
if filename.startswith('#') or not filename.strip():
continue
yield filename
for file in options.file:
if os.path.isfile(file):
yield file
elif os.path.isdir(file):
for (dirpath, dirnames, filenames) in os.walk(file):
for file in filenames:
if get_extractor(file) is not None:
yield os.path.join(dirpath, file)
else:
print('Invalid file type for %s' % file, file=sys.stderr)
sys.exit(1)
def main():
parser = argparse.ArgumentParser(
description='Extract translateable strings.')
parser.add_argument('-c',
'--config',
metavar='CONFIG',
help='Read configuration from CONFIG file')
# Input options
parser.add_argument('-f',
'--files-from',
metavar='FILE',
help='Get list of files to process from FILE')
parser.add_argument(
'-D',
'--directory',
metavar='DIRECTORY',
action='append',
default=[],
help='Add DIRECTORY to list of paths to check for input files')
parser.add_argument('file', nargs='*', help='Source file to process')
parser.add_argument('--list-extractors',
action='store_true',
help='List all known extraction plugins')
# Output options
parser.add_argument('-o',
'--output',
metavar='FILE',
default='messages.pot',
help='Filename for generated POT file')
parser.add_argument('--no-location',
action='store_false',
dest='location',
help='Do not include location information')
parser.add_argument(
'--no-linenumbers',
action='store_true',
dest='no_linenumbers',
help='Do not include line numbers in location information')
parser.add_argument('-n',
'--add-location',
action='store_true',
dest='location',
default=True,
help='Include location information (default)')
parser.add_argument('-w',
'--width',
metavar='NUMBER',
default=79,
help='Output width')
parser.add_argument(
'-s',
'--sort-output', # babel compatibility
action='store_const',
const='msgid',
dest='sort',
help='Order messages by their msgid')
parser.add_argument('-F',
'--sort-by-file',
action='store_const',
const='location',
dest='sort',
help='Order messages by file location')
# Extraction configuration
parser.add_argument('-d', '--domain', help='Domain to extract')
parser.add_argument('-k',
'--keyword',
metavar='WORD',
dest='keywords',
action='append',
default=[],
nargs='?',
help='Look for WORD as additional keyword')
parser.add_argument(
'-C',
'--add-comments',
metavar='TAG',
dest='comment_tag',
const=True,
nargs='?',
help=
'Add comments prefixed by TAG to messages, or all if no tag is given')
# POT metadata
parser.add_argument('--copyright-holder',
metavar='STRING',
help='Specifies the copyright holder for the texts')
parser.add_argument('--package-name',
metavar='NAME',
default=u'PACKAGE',
help='Package name to use in the generated POT file')
parser.add_argument(
'--package-version',
metavar='Version',
default='1.0',
help='Package version to use in the generated POT file')
parser.add_argument('--msgid-bugs-address',
metavar='EMAIL',
help='Email address bugs should be send to')
options = parser.parse_args()
register_extractors()
register_babel_plugins()
if options.list_extractors:
for extractor in sorted(EXTRACTORS):
print('%-17s %s' %
(extractor, EXTRACTORS[extractor].__doc__ or ''))
return
if options.config:
read_config(options.config)
else:
user_home = os.path.expanduser('~')
global_config = os.path.join(user_home, '.config', 'lingua')
if os.path.exists(global_config):
read_config(global_config)
catalog = create_catalog(options)
scanned = 0
for filename in no_duplicates(list_files(options)):
real_filename = find_file(filename, options.directory)
if real_filename is None:
print('Can not find file %s' % filename, file=sys.stderr)
sys.exit(1)
extractor = get_extractor(real_filename)
if extractor is None:
print('No extractor available for file %s' % filename,
file=sys.stderr)
sys.exit(1)
for message in extractor(real_filename, options):
entry = catalog.find(message.msgid, msgctxt=message.msgctxt)
if entry is None:
entry = POEntry(msgctxt=message.msgctxt, msgid=message.msgid)
if message.msgid_plural:
entry.msgid_plural = message.msgid_plural
entry.msgstr_plural[0] = ''
entry.msgstr_plural[1] = ''
catalog.append(entry)
entry.update(message, add_occurrences=options.location)
scanned += 1
if not scanned:
print('No files scanned, aborting', file=sys.stderr)
sys.exit(1)
if not catalog:
print('No translatable strings found, aborting', file=sys.stderr)
sys.exit(2)
if options.sort == 'msgid':
catalog.sort(key=attrgetter('msgid'))
elif options.sort == 'location':
# Order the occurrences themselves, so the output is consistent
catalog.sort(key=lambda m: m.occurrences.sort() or m.occurrences)
if options.no_linenumbers:
for entry in catalog:
strip_linenumbers(entry)
save_catalog(catalog, options.output)
def main():
parser = argparse.ArgumentParser(
description='Extract translateable strings.')
parser.add_argument('-c', '--config', metavar='CONFIG',
help='Read plugin configuration from CONFIG file')
# Input options
parser.add_argument('-f', '--files-from', metavar='FILE',
help='Get list of files to process from FILE')
parser.add_argument('-D', '--directory', metavar='DIRECTORY',
action='append', default=[],
help='Add DIRECTORY to list of paths to check for input files')
parser.add_argument('file', nargs='*',
help='Source file to process')
parser.add_argument('--list-plugins', action='store_true',
help='List all known extraction plugins')
# Output options
parser.add_argument('-o', '--output', metavar='FILE',
default='messages.pot',
help='Filename for generated POT file')
parser.add_argument('--no-location',
action='store_false', dest='location',
help='Do not include location information')
parser.add_argument('-n', '--add-location',
action='store_true', dest='location', default=True,
help='Do not include location information')
parser.add_argument('-w', '--width', metavar='NUMBER',
default=79,
help='Output width')
# Extraction configuration
parser.add_argument('-d', '--domain',
help='Domain to extract')
parser.add_argument('-k', '--keyword', metavar='WORD',
dest='keywords', action='append', default=[], nargs='?',
help='Look for WORD as additional keyword')
# POT metadata
parser.add_argument('--copyright-holder', metavar='STRING',
help='Specifies the copyright holder for the texts')
parser.add_argument('--package-name', metavar='NAME',
default=u'PACKAGE',
help='Package name to use in the generated POT file')
parser.add_argument('--package-version', metavar='Version',
default='1.0',
help='Package version to use in the generated POT file')
parser.add_argument('--msgid-bugs-address', metavar='EMAIL',
help='Email address bugs should be send to')
options = parser.parse_args()
register_babel_plugins()
if options.list_plugins:
for plugin in sorted(EXTRACTORS):
print(plugin)
return
if options.config:
read_config(options)
catalog = create_catalog(options)
scanned = 0
for filename in no_duplicates(list_files(options)):
real_filename = find_file(filename, options.directory)
if real_filename is None:
print('Can not find file %s' % filename, file=sys.stderr)
sys.exit(1)
extractor = get_extractor(real_filename)
if extractor is None:
print('No extractor available for file %s' % filename, file=sys.stderr)
sys.exit(1)
for message in extractor(real_filename, options):
entry = catalog.find(message.msgid, msgctxt=message.msgctxt)
if entry is None:
entry = POEntry(msgctxt=message.msgctxt,
msgid=message.msgid,
msgid_plural=message.msgid_plural)
catalog.append(entry)
entry.update(message)
scanned += 1
if not scanned:
print('No files scanned, aborting', file=sys.stderr)
sys.exit(1)
if not catalog:
print('No translatable strings found, aborting', file=sys.stderr)
sys.exit(2)
catalog.save(options.output)
def main():
parser = argparse.ArgumentParser(
description='Extract translateable strings.')
parser.add_argument('-c', '--config', metavar='CONFIG',
help='Read configuration from CONFIG file')
# Input options
parser.add_argument('-f', '--files-from', metavar='FILE',
help='Get list of files to process from FILE')
parser.add_argument('-D', '--directory', metavar='DIRECTORY',
action='append', default=[],
help='Add DIRECTORY to list of paths to check for input files')
parser.add_argument('file', nargs='*',
help='Source file to process')
parser.add_argument('--list-extractors', action='store_true',
help='List all known extraction plugins')
# Output options
parser.add_argument('-o', '--output', metavar='FILE',
default='messages.pot',
help='Filename for generated POT file')
parser.add_argument('--no-location',
action='store_false', dest='location',
help='Do not include location information')
parser.add_argument('--no-linenumbers',
action='store_true', dest='no_linenumbers',
help='Do not include line numbers in location information')
parser.add_argument('-n', '--add-location',
action='store_true', dest='location', default=True,
help='Include location information (default)')
parser.add_argument('-w', '--width', metavar='NUMBER',
default=79,
help='Output width')
parser.add_argument('-s', '--sort-output', # babel compatibility
action='store_const', const='msgid', dest='sort',
help='Order messages by their msgid')
parser.add_argument('-F', '--sort-by-file',
action='store_const', const='location', dest='sort',
help='Order messages by file location')
# Extraction configuration
parser.add_argument('-d', '--domain',
help='Domain to extract')
parser.add_argument('-k', '--keyword', metavar='WORD',
dest='keywords', action='append', default=[], nargs='?',
help='Look for WORD as additional keyword')
parser.add_argument('-C', '--add-comments', metavar='TAG',
dest='comment_tag', const=True, nargs='?',
help='Add comments prefixed by TAG to messages, or all if no tag is given')
# POT metadata
parser.add_argument('--copyright-holder', metavar='STRING',
help='Specifies the copyright holder for the texts')
parser.add_argument('--package-name', metavar='NAME',
default=u'PACKAGE',
help='Package name to use in the generated POT file')
parser.add_argument('--package-version', metavar='Version',
default='1.0',
help='Package version to use in the generated POT file')
parser.add_argument('--msgid-bugs-address', metavar='EMAIL',
help='Email address bugs should be send to')
options = parser.parse_args()
register_extractors()
register_babel_plugins()
if options.list_extractors:
for extractor in sorted(EXTRACTORS):
print('%-17s %s' % (extractor, EXTRACTORS[extractor].__doc__ or ''))
return
if options.config:
read_config(options.config)
else:
user_home = os.path.expanduser('~')
global_config = os.path.join(user_home, '.config', 'lingua')
if os.path.exists(global_config):
read_config(global_config)
catalog = create_catalog(options)
scanned = 0
for filename in no_duplicates(list_files(options)):
real_filename = find_file(filename, options.directory)
if real_filename is None:
print('Can not find file %s' % filename, file=sys.stderr)
sys.exit(1)
extractor = get_extractor(real_filename)
if extractor is None:
print('No extractor available for file %s' % filename, file=sys.stderr)
sys.exit(1)
for message in extractor(real_filename, options):
entry = catalog.find(message.msgid, msgctxt=message.msgctxt)
if entry is None:
entry = POEntry(msgctxt=message.msgctxt,
msgid=message.msgid)
if message.msgid_plural:
entry.msgid_plural = message.msgid_plural
entry.msgstr_plural[0] = ''
entry.msgstr_plural[1] = ''
catalog.append(entry)
entry.update(message, add_occurrences=options.location)
scanned += 1
if not scanned:
print('No files scanned, aborting', file=sys.stderr)
sys.exit(1)
if not catalog:
print('No translatable strings found, aborting', file=sys.stderr)
sys.exit(2)
if options.sort == 'msgid':
catalog.sort(key=attrgetter('msgid'))
elif options.sort == 'location':
# Order the occurrences themselves, so the output is consistent
catalog.sort(key=lambda m: m.occurrences.sort() or m.occurrences)
if options.no_linenumbers:
for entry in catalog:
strip_linenumbers(entry)
save_catalog(catalog, options.output)
def localepot(request: pyramid.request.Request) -> pyramid.response.Response:
"""Get the pot from an HTTP request."""
# Build the list of files to be processed
sources = []
sources += glob.glob(
f"/app/{request.registry.package_name}/static-ngeo/js/apps/*.html.ejs")
sources += glob.glob(
f"/app/{request.registry.package_name}/static-ngeo/js/**/*.js",
recursive=True)
sources += glob.glob(
f"/app/{request.registry.package_name}/static-ngeo/js/**/*.html",
recursive=True)
sources += glob.glob("/usr/local/tomcat/webapps/ROOT/**/config.yaml",
recursive=True)
sources += ["/etc/geomapfish/config.yaml", "/app/development.ini"]
# The following code is a modified version of the main function of this file:
# https://github.com/wichert/lingua/blob/master/src/lingua/extract.py
global _INITIALIZED
if not _INITIALIZED:
register_extractors()
register_babel_plugins()
_INITIALIZED = True
with open("/app/lingua-client.cfg", encoding="utf-8") as config_file:
read_config(config_file)
_INITIALIZED = True
catalog = create_catalog(
width=110,
copyright_holder="",
package_name="GeoMapFish-project",
package_version="1.0",
msgid_bugs_address=None,
)
for filename in no_duplicates(list_files(None, sources)):
real_filename = find_file(filename)
if real_filename is None:
LOG.error("Can not find file %s", filename)
raise HTTPInternalServerError(f"Can not find file {filename}")
extractor = get_extractor(real_filename)
if extractor is None:
LOG.error("No extractor available for file %s", filename)
raise HTTPInternalServerError(
f"No extractor available for file {filename}")
extractor_options = ExtractorOptions(
comment_tag=True,
domain=None,
keywords=None,
)
for message in extractor(real_filename, extractor_options):
entry = catalog.find(message.msgid, msgctxt=message.msgctxt)
if entry is None:
entry = POEntry(msgctxt=message.msgctxt, msgid=message.msgid)
catalog.append(entry)
entry.update(message)
# for entry in catalog:
# strip_linenumbers(entry)
# Build the response
request.response.text = catalog.__unicode__()
set_common_headers(request,
"api",
Cache.PUBLIC,
content_type="text/x-gettext-translation")
return request.response
def main():
parser = argparse.ArgumentParser(
description='Extract translateable strings.')
parser.add_argument('-c',
'--config',
metavar='CONFIG',
help='Read plugin configuration from CONFIG file')
# Input options
parser.add_argument('-f',
'--files-from',
metavar='FILE',
help='Get list of files to process from FILE')
parser.add_argument(
'-D',
'--directory',
metavar='DIRECTORY',
action='append',
default=[],
help='Add DIRECTORY to list of paths to check for input files')
parser.add_argument('file', nargs='*', help='Source file to process')
parser.add_argument('--list-plugins',
action='store_true',
help='List all known extraction plugins')
# Output options
parser.add_argument('-o',
'--output',
metavar='FILE',
default='messages.pot',
help='Filename for generated POT file')
parser.add_argument('--no-location',
action='store_false',
dest='location',
help='Do not include location information')
parser.add_argument('-n',
'--add-location',
action='store_true',
dest='location',
default=True,
help='Do not include location information')
parser.add_argument('-w',
'--width',
metavar='NUMBER',
default=79,
help='Output width')
# Extraction configuration
parser.add_argument('-d', '--domain', help='Domain to extract')
parser.add_argument('-k',
'--keyword',
metavar='WORD',
dest='keywords',
action='append',
default=[],
nargs='?',
help='Look for WORD as additional keyword')
# POT metadata
parser.add_argument('--copyright-holder',
metavar='STRING',
help='Specifies the copyright holder for the texts')
parser.add_argument('--package-name',
metavar='NAME',
default=u'PACKAGE',
help='Package name to use in the generated POT file')
parser.add_argument(
'--package-version',
metavar='Version',
default='1.0',
help='Package version to use in the generated POT file')
parser.add_argument('--msgid-bugs-address',
metavar='EMAIL',
help='Email address bugs should be send to')
options = parser.parse_args()
register_babel_plugins()
if options.list_plugins:
for plugin in sorted(EXTRACTORS):
print(plugin)
return
if options.config:
read_config(options)
catalog = create_catalog(options)
scanned = 0
for filename in no_duplicates(list_files(options)):
real_filename = find_file(filename, options.directory)
if real_filename is None:
print('Can not find file %s' % filename, file=sys.stderr)
sys.exit(1)
extractor = get_extractor(real_filename)
if extractor is None:
print('No extractor available for file %s' % filename,
file=sys.stderr)
sys.exit(1)
for message in extractor(real_filename, options):
entry = catalog.find(message.msgid, msgctxt=message.msgctxt)
if entry is None:
entry = POEntry(msgctxt=message.msgctxt,
msgid=message.msgid,
msgid_plural=message.msgid_plural)
catalog.append(entry)
entry.update(message)
scanned += 1
if not scanned:
print('No files scanned, aborting', file=sys.stderr)
sys.exit(1)
if not catalog:
print('No translatable strings found, aborting', file=sys.stderr)
sys.exit(2)
catalog.save(options.output)