def _search(self, *pat):
""" example usage:
smash$ .search foo|grep bar
smash$ proj._search foo|grep bar
"""
pat = ' '.join(pat)
if '|' in pat:
tmp = pat.split('|')
pat = tmp.pop(0)
post_process = '|' + '|'.join(tmp) # ie "| grep foo" or whatever
else:
post_process = ''
require_bin('ack-grep')
venvs = self._venvs
cmd = 'ack-grep "{0}" "{1}" {2}'
pdir = self._project_manager.project_map[
self._project_manager._current_project]
junk = venvs + ['.tox']
ignores = ['--ignore-dir="{0}"'.format(j) for j in junk]
ignores = ' '.join(ignores)
cmd = cmd.format(pat, pdir, ignores)
cmd += post_process
results = self._project_manager.smash.system(cmd)
print results
def pypi_publish(pkg_root=None, src_root='.'):
""" """
user = os.environ.get('USER')
home = os.environ.get('HOME')
pypirc = os.path.join(home, '.pypirc')
if not os.path.exists(pypirc):
err = "FATAL: {0} does not exist, will not be able to publish to PyPi"
err = err.format(home)
raise SystemExit(err)
pkg_root = pkg_root or _main_package(src_root)
version_info = get_version_info(pkg_root)
msg = [
cyan("refreshing pypi for {0}=={1}".format(
pkg_root, version_info)),
red("you should have already bumped the "
"versions and commited to (local) master!")]
print('\n'.join(msg))
assert user and home # sometimes tox doesnt pass this
err = 'To continue, try "pip install {0}" and try again'
err = err.format('git+https://github.com/pypa/twine.git')
require_bin('twine', err)
try:
ans = confirm(red('proceed with pypi update?'))
except KeyboardInterrupt:
print('aborting.')
return
if not ans:
print('aborting.')
return
_pypi_publish(pkg_root, version_info)
def __call__(self, _dir):
require_bin(
'flake8', 'flake8 is required (try: "apt-get install flake8")')
ignore = [
'E501', # line-too-long
]
base_cmd = 'cd {0} && flake8 {0}'
cmd = base_cmd
exclude = ['*build/*']
for venv_dir in find_venvs(_dir):
exclude.append(venv_dir)
ignore = ','.join(ignore)
exclude = ','.join(exclude)
exclude = ' --exclude=' + exclude
ignore = ' --ignore=' + ignore
cmd = cmd.format(_dir) + exclude
output = self.cmd_exec(cmd)
output_lines = output.split('\n')
if self.ignore_pep8:
output_lines = filter(
lambda x: not r_pep8_error.match(x), output_lines)
output = '\n'.join(output_lines)
if self.ignore_unused_imports_in_init_files:
r2 = re.compile('.*__init__.py.* F401 .*')
output_lines = filter(lambda x: not r2.match(x), output_lines)
output = '\n'.join(output_lines)
if self.ignore_undefined_names:
always_ignore_names = [x for x in self.ignore_undefined_names
if isinstance(x, basestring)]
patterns = []
res = re.compile(".*F821 undefined name '(" +
'|'.join(always_ignore_names) +
")'")
patterns.append(res)
sometimes_ignore_names = [x for x in self.ignore_undefined_names
if not isinstance(x, basestring)]
for name, pattern in sometimes_ignore_names:
res2 = re.compile(
pattern + ".*F821 undefined name '" + name + "'")
patterns.append(res2)
output_lines = filter(
lambda x: not any([y.match(x) for y in patterns]), output_lines)
output = '\n'.join(output_lines)
bad_files = [x.split(':')[0] for x in output_lines]
err_counter = defaultdict(lambda: 0)
for x in bad_files:
err_counter[x] += 1
# sort files by number of errors
sorted_by_severity = sorted(err_counter.items(), key=lambda x: -x[1])
top = sorted_by_severity[:3]
report = dict(sorted_by_severity)
print output
total_problems = sum(report.values())
self.report("total problems: {0}".format(total_problems))
self.report("top files: {0}".format(dict(top)))
return report.keys()
def __call__(self, _dir):
self.report('starting')
require_bin(
'hlint', 'hlint is required (try: "apt-get install hlint")')
base_cmd = 'cd {0} && hlint -c {0}'
cmd = base_cmd.format(_dir)
output = self.cmd_exec(cmd)
lines = [x for x in output.split('\n') if x.strip()]
total_problems = lines[-1].split()[0]
# self.report("top files: {0}".))
print output
self.report("total problems: {0}".format(total_problems))
def __call__(self, _dir):
self.report('starting')
require_bin(
'puppet-lint', 'puppet-lint is required (try: "apt-get install puppet-lint")')
base_cmd = 'cd {0} && puppet-lint --with-filename {0}|grep -v "line has more than 80 characters"'
cmd = base_cmd.format(_dir)
output = self.cmd_exec(cmd)
lines = [x for x in output.split('\n') if x.strip()]
problems = defaultdict(list)
for line in lines:
line_no = line.split(' on line ')[-1]
msg = ' on line '.join(line.split(' on line ')[:-1])
msg = ' '.join(msg.split()[1:])
splt = line.split()
filename = splt[0]
problems[filename] += [[line_no, msg]]
print "{0}:{1}: {2}".format(filename, line_no, msg)
total_problems = len(lines)
tmp = sorted(
problems.items(), cmp=lambda x, y: cmp(len(x[1]), len(y[1])))
tmp = list(reversed([[x[0], len(x[1])] for x in tmp]))
self.report("top files: {0}".format(tmp[:5]))
self.report("total problems: {0}".format(total_problems))
def sloccount(_dir):
try:
require_bin('sloccount')
except MissingSystemCommand,e:
return [' error: missing system command "sloccount"' ]
def test_require_bin(self):
tmp = lambda: gfabric.require_bin('asdads-doesntexist-asdasda')
self.assertRaises(gfabric.MissingSystemCommand, tmp)
gfabric.require_bin('bash')
