def main (): locale.setlocale(locale.LC_ALL, "") # Get defaults for command line options from global config. cfgsec = pology_config.section("porewrap") # Setup options and parse the command line. usage = _("@info command usage", "%(cmd)s [options] POFILE...", cmd="%prog") desc = _("@info command description", "Rewrap message strings in PO files.") ver = _("@info command version", u"%(cmd)s (Pology) %(version)s\n" u"Copyright © 2007, 2008, 2009, 2010 " u"Chusslove Illich (Часлав Илић) <%(email)s>", cmd="%prog", version=version(), email="*****@*****.**") opars = ColorOptionParser(usage=usage, description=desc, version=ver) opars.add_option( "-v", "--verbose", action="store_true", dest="verbose", default=False, help=_("@info command line option description", "More detailed progress information.")) add_cmdopt_wrapping(opars) add_cmdopt_filesfrom(opars) (op, fargs) = opars.parse_args() if len(fargs) < 1 and not op.files_from: error(_("@info", "No input files given.")) # Could use some speedup. try: import psyco psyco.full() except ImportError: pass # Assemble list of files. fnames = collect_paths_cmdline(rawpaths=fargs, filesfrom=op.files_from, respathf=collect_catalogs, abort=True) # Rewrap all catalogs. for fname in fnames: if op.verbose: report(_("@info:progress", "Rewrapping: %(file)s", file=fname)) cat = Catalog(fname, monitored=False) wrapping = select_field_wrapping(cfgsec, cat, op) cat.set_wrapping(wrapping) cat.sync(force=True)
def _main(): locale.setlocale(locale.LC_ALL, "") usage = _("@info command usage", "%(cmd)s [OPTIONS] VCS [POPATHS...]", cmd="%prog") desc = _("@info command description", "Obtains a list of proper words from the message text ") ver = _("@info command version", u"%(cmd)s (Pology) %(version)s\n" u"Copyright © 2011 " u"Javier Viñal <%(email)s>", cmd="%prog", version=version(), email="*****@*****.**") opars = ColorOptionParser(usage=usage, description=desc, version=ver) add_cmdopt_filesfrom(opars) (options, free_args) = opars.parse_args(str_to_unicode(sys.argv[1:])) # Collect PO files in given paths. popaths = collect_paths_cmdline(rawpaths=free_args, filesfrom=options.files_from, elsecwd=True, respathf=collect_catalogs, abort=True) dict_en = enchant.Dict("en") dict_local = enchant.Dict("es") for path in popaths: extract_proper_words(path, dict_en, dict_local) dict_en.close() for word in sorted(dict_local.session_dict()): print word dict_local.session_dict(clear=True) dict_local.close()
def _main(): locale.setlocale(locale.LC_ALL, "") usage = _("@info command usage", "%(cmd)s [OPTIONS] VCS [POPATHS...]", cmd="%prog") desc = _( "@info command description", "Compose hybridized Ijekavian-Ekavian translation out of " "translation modified from Ekavian to Ijekavian or vice-versa.") ver = _("@info command version", u"%(cmd)s (Pology) %(version)s\n" u"Copyright © 2009, 2010 " u"Chusslove Illich (Часлав Илић) <%(email)s>", cmd="%prog", version=version(), email="*****@*****.**") opars = ColorOptionParser(usage=usage, description=desc, version=ver) opars.add_option( "-a", "--accept-changes", action="store_true", dest="accept_changes", default=False, help=_( "@info command line option description", "Accept messages which have some changes between base " "and reconstructed base text.")) opars.add_option("-r", "--base-revision", metavar=_("@info command line value placeholder", "REVISION"), action="store", dest="base_revision", default=None, help=_( "@info command line option description", "Use the given revision as base for hybridization, " "instead of local latest revision.")) add_cmdopt_filesfrom(opars) (options, free_args) = opars.parse_args(str_to_unicode(sys.argv[1:])) try: import psyco psyco.full() except ImportError: pass # Create VCS. if len(free_args) < 1: showvcs = list(set(available_vcs()).difference(["none"])) showvcs.sort() error( _("@info", "Version control system not given " "(can be one of: %(vcslist)s).", vcslist=format_item_list(showvcs))) vcskey = free_args.pop(0) if vcskey not in available_vcs(flat=True): error( _("@info", "Unknown version control system '%(vcs)s'.", vcs=vcskey)) vcs = make_vcs(vcskey) # Collect PO files in given paths. popaths = collect_paths_cmdline(rawpaths=free_args, filesfrom=options.files_from, elsecwd=True, respathf=collect_catalogs, abort=True) # Catalogs must be under version control. for path in popaths: if not vcs.is_versioned(path): error( _("@info", "Catalog '%(file)s' is not under version control.", file=path)) # Go by modified PO file and hybridize it. for path in popaths: # Extract local head counterpart. tmpf = NamedTemporaryFile(prefix="pohybdl-export-", suffix=".po") if not vcs.export(path, options.base_revision, tmpf.name): error( _("@info", "Version control system cannot export file '%(file)s'.", file=path)) # Hybridize by comparing local head and modified file. hybdl(path, tmpf.name, options.accept_changes)
def main (): locale.setlocale(locale.LC_ALL, "") # Get defaults for command line options from global config. cfgsec = pology_config.section("poselfmerge") def_minwnex = cfgsec.integer("min-words-exact", 0) def_minasfz = cfgsec.real("min-adjsim-fuzzy", 0.0) def_fuzzex = cfgsec.boolean("fuzzy-exact", False) def_refuzz = cfgsec.boolean("rebase-fuzzies", False) # Setup options and parse the command line. usage = _("@info command usage", "%(cmd)s [options] POFILE...", cmd="%prog") desc = _("@info command description", "Merge PO file with itself or compendium, " "to produce fuzzy matches on similar messages.") ver = _("@info command version", u"%(cmd)s (Pology) %(version)s\n" u"Copyright © 2009, 2010 " u"Chusslove Illich (Часлав Илић) <%(email)s>", cmd="%prog", version=version(), email="*****@*****.**") opars = ColorOptionParser(usage=usage, description=desc, version=ver) opars.add_option( "-A", "--min-adjsim-fuzzy", metavar=_("@info command line value placeholder", "RATIO"), action="store", dest="min_adjsim_fuzzy", default=def_minasfz, help=_("@info command line option description", "On fuzzy matches, the minimum adjusted similarity " "to accept the match, or else the message is left untranslated. " "Range is 0.0-1.0, where 0 means always to accept the match, " "and 1 never to accept; a practical range is 0.6-0.8.")) opars.add_option( "-b", "--rebase-fuzzies", action="store_true", dest="rebase_fuzzies", default=def_refuzz, help=_("@info command line option description", "Before merging, clear those fuzzy messages whose predecessor " "(determined by previous fields) is still in the catalog.")) opars.add_option( "-C", "--compendium", metavar=_("@info command line value placeholder", "POFILE"), action="append", dest="compendiums", default=[], help=_("@info command line option description", "Catalog with existing translations, to additionally use for " "direct and fuzzy matches. Can be repeated.")) opars.add_option( "-v", "--verbose", action="store_true", dest="verbose", default=False, help=_("@info command line option description", "More detailed progress information.")) opars.add_option( "-W", "--min-words-exact", metavar=_("@info command line value placeholder", "NUMBER"), action="store", dest="min_words_exact", default=def_minwnex, help=_("@info command line option description", "When using compendium, in case of exact match, " "minimum number of words that original text must have " "to accept translation without making it fuzzy. " "Zero means to always accept an exact match.")) opars.add_option( "-x", "--fuzzy-exact", action="store_true", dest="fuzzy_exact", default=def_fuzzex, help=_("@info command line option description", "When using compendium, make all exact matches fuzzy.")) add_cmdopt_wrapping(opars) add_cmdopt_filesfrom(opars) (op, fargs) = opars.parse_args() if len(fargs) < 1 and not op.files_from: error(_("@info", "No input files given.")) # Could use some speedup. try: import psyco psyco.full() except ImportError: pass # Convert non-string options to needed types. try: op.min_words_exact = int(op.min_words_exact) except: error(_("@info", "Value to option %(opt)s must be an integer number, " "given '%(val)s' instead.", opt="--min-words-exact", val=op.min_words_exact)) try: op.min_adjsim_fuzzy = float(op.min_adjsim_fuzzy) except: error(_("@info", "Value to option %(opt)s must be a real number, " "given '%(val)s' instead.", opt="--min-adjsim-fuzzy", val=op.min_ajdsim_fuzzy)) # Assemble list of files. fnames = collect_paths_cmdline(rawpaths=fargs, filesfrom=op.files_from, respathf=collect_catalogs, abort=True) # Self-merge all catalogs. for fname in fnames: if op.verbose: report(_("@info:progress", "Self-merging: %(file)s", file=fname)) self_merge_pofile(fname, op.compendiums, op.fuzzy_exact, op.min_words_exact, op.min_adjsim_fuzzy, op.rebase_fuzzies, cfgsec, op)
def main(): locale.setlocale(locale.LC_ALL, "") # Get defaults for command line options from global config. cfgsec = pology_config.section("posieve") def_do_skip = cfgsec.boolean("skip-on-error", True) def_msgfmt_check = cfgsec.boolean("msgfmt-check", False) def_skip_obsolete = cfgsec.boolean("skip-obsolete", False) # Setup options and parse the command line. usage = _("@info command usage", "%(cmd)s [OPTIONS] SIEVE [POPATHS...]", cmd="%prog") desc = _( "@info command description", "Apply sieves to PO paths, which may be either single PO files or " "directories to search recursively for PO files. " "Some of the sieves only examine PO files, while others " "modify them as well. " "The first non-option argument is the sieve name; " "a list of several comma-separated sieves can be given too.") ver = _("@info command version", u"%(cmd)s (Pology) %(version)s\n" u"Copyright © 2007, 2008, 2009, 2010 " u"Chusslove Illich (Часлав Илић) <%(email)s>", cmd="%prog", version=version(), email="*****@*****.**") opars = ColorOptionParser(usage=usage, description=desc, version=ver) opars.add_option( "-a", "--announce-entry", action="store_true", dest="announce_entry", default=False, help=_("@info command line option description", "Announce that header or message is just about to be sieved.")) opars.add_option("-b", "--skip-obsolete", action="store_true", dest="skip_obsolete", default=def_skip_obsolete, help=_("@info command line option description", "Do not sieve obsolete messages.")) opars.add_option( "-c", "--msgfmt-check", action="store_true", dest="msgfmt_check", default=def_msgfmt_check, help=_("@info command line option description", "Check catalogs by %(cmd)s and skip those which do not pass.", cmd="msgfmt -c")) opars.add_option("-u", "--single-entry", metavar=_("@info command line value placeholder", "ENTRY_NUMBER"), action="store", dest="single_entry", default=0, help=_("@info command line option description", "Only perform the check on this ENTRY_NUMBER.")) opars.add_option( "--force-sync", action="store_true", dest="force_sync", default=False, help=_("@info command line option description", "Force rewriting of all messages, whether modified or not.")) opars.add_option("-H", "--help-sieves", action="store_true", dest="help_sieves", default=False, help=_("@info command line option description", "Show help for applied sieves.")) opars.add_option("--issued-params", action="store_true", dest="issued_params", default=False, help=_( "@info command line option description", "Show all issued sieve parameters " "(from command line and user configuration).")) opars.add_option("-l", "--list-sieves", action="store_true", dest="list_sieves", default=False, help=_("@info command line option description", "List available internal sieves.")) opars.add_option("--list-options", action="store_true", dest="list_options", default=False, help=_("@info command line option description", "List the names of available options.")) opars.add_option("--list-sieve-names", action="store_true", dest="list_sieve_names", default=False, help=_("@info command line option description", "List the names of available internal sieves.")) opars.add_option("--list-sieve-params", action="store_true", dest="list_sieve_params", default=False, help=_("@info command line option description", "List the parameters known to issued sieves.")) opars.add_option("-m", "--output-modified", metavar=_("@info command line value placeholder", "FILE"), action="store", dest="output_modified", default=None, help=_("@info command line option description", "Output names of modified files into FILE.")) opars.add_option("--no-skip", action="store_false", dest="do_skip", default=def_do_skip, help=_( "@info command line option description", "Do not try to skip catalogs which signal errors.")) opars.add_option("--no-sync", action="store_false", dest="do_sync", default=True, help=_("@info command line option description", "Do not write any modifications to catalogs.")) opars.add_option("-q", "--quiet", action="store_true", dest="quiet", default=False, help=_( "@info command line option description", "Do not display any progress info " "(does not influence sieves themselves).")) opars.add_option("-s", metavar=_("@info command line value placeholder", "NAME[:VALUE]"), action="append", dest="sieve_params", default=[], help=_("@info command line option description", "Pass a parameter to sieves.")) opars.add_option( "-S", metavar=_("@info command line value placeholder", "NAME[:VALUE]"), action="append", dest="sieve_no_params", default=[], help=_( "@info command line option description", "Remove a parameter to sieves " "(e.g. if it was issued through user configuration).")) opars.add_option("-v", "--verbose", action="store_true", dest="verbose", default=False, help=_("@info command line option description", "Output more detailed progress information.")) add_cmdopt_filesfrom(opars) add_cmdopt_incexc(opars) add_cmdopt_colors(opars) (op, free_args) = opars.parse_args(str_to_unicode(sys.argv[1:])) if op.list_options: report(list_options(opars)) sys.exit(0) if len(free_args) < 1 and not (op.list_sieves or op.list_sieve_names): error(_("@info", "No sieve to apply given.")) op.raw_sieves = [] op.raw_paths = [] if len(free_args) > 2 and op.single_entry != 0: error( _("@info", "With single entry mode, you can only give one input file.")) if len(free_args) >= 1: op.raw_sieves = free_args[0] op.raw_paths = free_args[1:] # Could use some speedup. try: import psyco psyco.full() except ImportError: pass set_coloring_globals(ctype=op.coloring_type, outdep=(not op.raw_colors)) # Dummy-set all internal sieves as requested if sieve listing required. sieves_requested = [] if op.list_sieves or op.list_sieve_names: # Global sieves. modpaths = glob.glob(os.path.join(datadir(), "sieve", "[a-z]*.py")) modpaths.sort() for modpath in modpaths: sname = os.path.basename(modpath)[:-3] # minus .py sname = sname.replace("_", "-") sieves_requested.append(sname) # Language-specific sieves. modpaths = glob.glob( os.path.join(datadir(), "lang", "*", "sieve", "[a-z]*.py")) modpaths.sort() for modpath in modpaths: sname = os.path.basename(modpath)[:-3] # minus .py sname = sname.replace("_", "-") lang = os.path.basename(os.path.dirname(os.path.dirname(modpath))) sieves_requested.append(lang + ":" + sname) # No need to load and setup sieves if only listing sieve names requested. if op.list_sieve_names: report("\n".join(sieves_requested)) sys.exit(0) # Load sieve modules from supplied names in the command line. if not sieves_requested: sieves_requested = op.raw_sieves.split(",") sieve_modules = [] for sieve_name in sieves_requested: # Resolve sieve file. if not sieve_name.endswith(".py"): # One of internal sieves. if ":" in sieve_name: # Language-specific internal sieve. lang, name = sieve_name.split(":") sieve_path_base = os.path.join("lang", lang, "sieve", name) else: sieve_path_base = os.path.join("sieve", sieve_name) sieve_path_base = sieve_path_base.replace("-", "_") + ".py" sieve_path = os.path.join(datadir(), sieve_path_base) else: # Sieve name is its path. sieve_path = sieve_name try: sieve_file = open(unicode_to_str(sieve_path)) # ...unicode_to_str because of exec below. except IOError: error(_("@info", "Cannot load sieve '%(file)s'.", file=sieve_path)) # Load file into new module. sieve_mod_name = "sieve_" + str(len(sieve_modules)) sieve_mod = imp.new_module(sieve_mod_name) exec sieve_file in sieve_mod.__dict__ sieve_file.close() sys.modules[sieve_mod_name] = sieve_mod # to avoid garbage collection sieve_modules.append((sieve_name, sieve_mod)) if not hasattr(sieve_mod, "Sieve"): error( _("@info", "Module '%(file)s' does not define %(classname)s class.", file=sieve_path, classname="Sieve")) # Setup sieves (description, known parameters...) pp = ParamParser() snames = [] for name, mod in sieve_modules: scview = pp.add_subcmd(name) if hasattr(mod, "setup_sieve"): mod.setup_sieve(scview) snames.append(name) # If info on sieves requested, report and exit. if op.list_sieves: report(_("@info", "Available internal sieves:")) report(pp.listcmd(snames)) sys.exit(0) elif op.list_sieve_params: params = set() for scview in pp.cmdviews(): params.update(scview.params(addcol=True)) report("\n".join(sorted(params))) sys.exit(0) elif op.help_sieves: report(_("@info", "Help for sieves:")) report("") report(pp.help(snames)) sys.exit(0) # Prepare sieve parameters for parsing. sieve_params = list(op.sieve_params) # - append paramaters according to configuration sieve_params.extend(read_config_params(pp.cmdviews(), sieve_params)) # - remove paramaters according to command line if op.sieve_no_params: sieve_params_mod = [] for parspec in sieve_params: if parspec.split(":", 1)[0] not in op.sieve_no_params: sieve_params_mod.append(parspec) sieve_params = sieve_params_mod # If assembly of issued parameters requested, report and exit. if op.issued_params: escparams = [] for parspec in sieve_params: if ":" in parspec: param, value = parspec.split(":", 1) escparam = "%s:%s" % (param, escape_sh(value)) else: escparam = parspec escparams.append(escparam) fmtparams = " ".join(["-s%s" % x for x in sorted(escparams)]) if fmtparams: report(fmtparams) sys.exit(0) # Parse sieve parameters. sparams, nacc_params = pp.parse(sieve_params, snames) if nacc_params: error( _("@info", "Parameters not accepted by any of issued subcommands: " "%(paramlist)s.", paramlist=format_item_list(nacc_params))) # ======================================== # FIXME: Think of something less ugly. # Add as special parameter to each sieve: # - root paths from which the catalogs are collected # - whether destination independent coloring is in effect # - test function for catalog selection root_paths = [] if op.raw_paths: root_paths.extend(op.raw_paths) if op.files_from: for ffpath in op.files_from: root_paths.extend(collect_paths_from_file(ffpath)) if not op.raw_paths and not op.files_from: root_paths = ["."] is_cat_included = build_path_selector(incnames=op.include_names, incpaths=op.include_paths, excnames=op.exclude_names, excpaths=op.exclude_paths) for p in sparams.values(): p.root_paths = root_paths p.raw_colors = op.raw_colors p.is_cat_included = is_cat_included # ======================================== # Create sieves. sieves = [] for name, mod in sieve_modules: sieves.append(mod.Sieve(sparams[name])) # Get the message monitoring indicator from the sieves. # Monitor unless all sieves have requested otherwise. use_monitored = False for sieve in sieves: if getattr(sieve, "caller_monitored", True): use_monitored = True break if op.verbose and not use_monitored: report(_("@info:progress", "--> Not monitoring messages.")) # Get the sync indicator from the sieves. # Sync unless all sieves have requested otherwise, # and unless syncing is disabled globally in command line. do_sync = False for sieve in sieves: if getattr(sieve, "caller_sync", True): do_sync = True break if not op.do_sync: do_sync = False if op.verbose and not do_sync: report(_("@info:progress", "--> Not syncing after sieving.")) # Open in header-only mode if no sieve has message processor. # Categorize sieves by the presence of message/header processors. use_headonly = True header_sieves = [] header_sieves_last = [] message_sieves = [] for sieve in sieves: if hasattr(sieve, "process"): use_headonly = False message_sieves.append(sieve) if hasattr(sieve, "process_header"): header_sieves.append(sieve) if hasattr(sieve, "process_header_last"): header_sieves_last.append(sieve) if op.verbose and use_headonly: report(_("@info:progress", "--> Opening catalogs in header-only mode.")) # Collect catalog paths. fnames = collect_paths_cmdline(rawpaths=op.raw_paths, incnames=op.include_names, incpaths=op.include_paths, excnames=op.exclude_names, excpaths=op.exclude_paths, filesfrom=op.files_from, elsecwd=True, respathf=collect_catalogs, abort=True) if op.do_skip: errwarn = warning errwarn_on_msg = warning_on_msg else: errwarn = error errwarn_on_msg = error_on_msg # Prepare inline progress indicator. if not op.quiet: update_progress = init_file_progress(fnames, addfmt=t_("@info:progress", "Sieving: %(file)s")) # Sieve catalogs. modified_files = [] for fname in fnames: if op.verbose: report(_("@info:progress", "Sieving %(file)s...", file=fname)) elif not op.quiet: update_progress(fname) if op.msgfmt_check: d1, oerr, ret = collect_system( ["msgfmt", "-o", "/dev/null", "-c", fname]) if ret != 0: oerr = oerr.strip() errwarn( _("@info:progress", "%(file)s: %(cmd)s check failed:\n" "%(msg)s", file=fname, cmd="msgfmt -c", msg=oerr)) warning( _("@info:progress", "Skipping catalog due to syntax check failure.")) continue try: cat = Catalog(fname, monitored=use_monitored, headonly=use_headonly, single_entry=int(op.single_entry)) except CatalogSyntaxError, e: errwarn( _("@info:progress", "%(file)s: Parsing failed: %(msg)s", file=fname, msg=e)) warning( _("@info:progress", "Skipping catalog due to parsing failure.")) continue skip = False # First run all header sieves. if header_sieves and op.announce_entry: report( _("@info:progress", "Sieving header of %(file)s...", file=fname)) for sieve in header_sieves: try: ret = sieve.process_header(cat.header, cat) except SieveCatalogError, e: errwarn( _("@info:progress", "%(file)s:header: Sieving failed: %(msg)s", file=fname, msg=e)) skip = True break if ret not in (None, 0): break