def checkUnique(l):
'''check if elements is list l are unique.'''
# check for unique mapping
values = list(sorted(l))
unique = set(values)
if len(values) != len(unique):
raise ValueError("non-unique option mappings")
else:
E.info("option list is unique")
def checkOverlap(a, b):
'''check if a and b not overlap.'''
aa = set(list(a))
bb = set(list(b))
if len(aa.intersection(bb)) != 0:
raise ValueError("option lists are not separate: shared=%s" %
",".join(aa.intersection(bb)))
else:
E.info("no overlap between option lists")
def updateFiles(dirs,
map_old2new,
counter,
suffixes,
regex_restrict=None,
dry_run=False):
'''iterate through all files in dirs and
replace patterns is map_old2new'''
if regex_restrict:
rx = re.compile(regex_restrict)
else:
rx = None
for d in dirs:
for root, dirs, files in os.walk(d):
for f in files:
_, ext = os.path.splitext(f)
if rx and not rx.search(f):
continue
if ext not in suffixes:
continue
counter.files_examined += 1
fn = os.path.join(root, f)
with iotools.openFile(fn, "r") as inf:
old_data = inf.read()
changed = False
for old_name, new_name in map_old2new.items():
# only replace at word boundaries
old_name += """(['`\s"=])"""
new_name += r"\1"
new_data = re.sub(old_name, new_name, old_data)
if old_data != new_data:
changed = True
E.info("changed: %s : %s to %s" %
(fn, old_name, new_name))
old_data = new_data
if changed:
counter.files_changed += 1
if not dry_run:
with iotools.openFile(fn, "w") as outf:
outf.write(new_data)
for glob_expression, template, dest in dirs:
if not os.path.exists(dest):
os.mkdir(dest)
files = glob.glob(os.path.abspath(glob_expression))
for filename in files:
dirname, name = os.path.split(filename)
prefix = name[:-3]
#if os.path.exists( os.path.join( dirname, "_%s.pyx" % prefix )):
# E.warn( "ignoring pyximport file _%s.pyx" % prefix )
# continue
filename = os.path.join(os.path.abspath(dest), "%s.rst" % prefix)
if os.path.exists(filename):
nskipped += 1
continue
E.debug("adding %s" % filename)
outfile = open(filename, "w")
outfile.write(template % locals())
outfile.close()
ncreated += 1
E.info("ncreated=%i, nskipped=%i" % (ncreated, nskipped))
E.Stop()
def main(argv=None):
"""script main.
parses command line options in sys.argv, unless *argv* is given.
"""
if not argv:
argv = sys.argv
# setup command line parser
parser = E.OptionParser(version="%prog version: $Id$",
usage=globals()["__doc__"])
parser.add_option("--scripts",
dest="rename_scripts",
type="string",
help="rename scripts")
parser.add_option("--options",
dest="rename_options",
type="string",
help="rename command line options")
parser.add_option("--split-prefix",
dest="split_prefix",
type="string",
help="move scripts with prefix to subdirectory")
parser.add_option("--suffix",
dest="suffixes",
action="append",
type="string",
help="file suffixes to use.")
parser.add_option("-n",
"--dry-run",
dest="dry_run",
action="store_true",
help="dry run, do not implement any changes")
parser.add_option("--restrict-regex",
dest="regex_restrict",
type="string",
help="regular expression to restrict refactoring to")
parser.add_option("-d",
"--directories",
dest="dirs",
action="append",
type="string",
help="directories to change files in [%defaul]")
parser.set_defaults(
rename_scripts=None,
rename_options=None,
split_prefix=None,
scriptsdir="scripts",
dirs=[],
suffixes=[],
dry_run=False,
regex_restrict=None,
)
# add common options (-h/--help, ...) and parse command line
(options, args) = E.Start(parser, argv=argv)
if len(options.suffixes) == 0:
raise ValueError("please supply --suffixes")
if len(options.dirs) == 0:
raise ValueError("please supply --directories")
scriptsdir = options.scriptsdir
counter = E.Counter()
map_old2new = {}
if options.rename_scripts or options.split_prefix:
if options.rename:
with iotools.openFile(options.rename_scripts, "r") as inf:
for line in inf:
if line.startswith("#"):
continue
if line.startswith("old"):
continue
try:
old, new = line[:-1].split("\t")
except ValueError:
continue
if not os.path.exists(os.path.join(scriptsdir, old)):
E.warn("%s does not exist - no renaming" % old)
continue
map_old2new[old] = new
elif options.split_prefix:
if not os.path.exists(
os.path.join(scriptsdir, options.split_prefix)):
E.warn("destination %s does not exist - no renaming" %
options.split_prefix)
return
scripts = glob.glob("%s/%s_*.py" %
(scriptsdir, options.split_prefix))
if len(scripts) == 0:
E.info("nothing to change")
return
for script in scripts:
scriptname = os.path.basename(script)
newname = scriptname[len(options.split_prefix) + 1:]
map_old2new[scriptname] = "%s/%s" % (options.split_prefix,
newname)
if len(map_old2new) == 0:
E.info("nothing to change")
return
for old, new in map_old2new.items():
statement = "git mv %(scriptsdir)s/%(old)s %(scriptsdir)s/%(new)s" % locals(
)
counter.renamed += 1
if options.dry_run:
E.info(statement)
else:
E.run(statement)
updateFiles(options.dirs,
map_old2new,
counter,
suffixes=options.suffixes,
dry_run=options.dry_run)
elif options.rename_options:
# read refactoring guides
table = pandas.read_csv(iotools.openFile(options.rename_options),
sep="\t")
# select all options that need to renamed
selected = table[table.action == "rename"]
# check if all are unique
checkUnique(selected["option"])
checkOverlap(selected["option"], selected["alternative"])
# build map adding "--" prefix
map_old2new = dict(
zip(["--%s" % x for x in selected["option"]],
["--%s" % x for x in selected["alternative"]]))
updateFiles(options.dirs,
map_old2new,
counter,
suffixes=options.suffixes,
regex_restrict=options.regex_restrict,
dry_run=options.dry_run)
E.info(str(counter))
# write footer and output benchmark information.
E.Stop()